[ 535.996022] env[65752]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 535.996022] env[65752]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 536.994106] env[65850]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 536.994106] env[65850]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 538.830934] env[65850]: INFO neutron.common.config [-] Logging enabled! [ 538.831308] env[65850]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev39 [ 538.831477] env[65850]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65850) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 538.831779] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 538.831869] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 538.832669] env[65850]: WARNING oslo_policy.policy [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 538.832873] env[65850]: WARNING oslo_policy.policy [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 538.834529] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] VMware NSXv3 Agent initialized successfully. [ 538.834870] env[65850]: DEBUG oslo_concurrency.lockutils [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] Acquiring lock "singleton_lock" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.834993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] Acquired lock "singleton_lock" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.835206] env[65850]: DEBUG oslo_concurrency.lockutils [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] Releasing lock "singleton_lock" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.835475] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] Full set of CONF: {{(pid=65850) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 538.835584] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ******************************************************************************** {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 538.835683] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] Configuration options gathered from: {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 538.836274] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 538.836446] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 538.836551] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ================================================================================ {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 538.836719] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] agent_down_time = 75 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.836854] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] allow_automatic_dhcp_failover = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.836984] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] allow_bulk = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.837136] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] api_extensions_path = {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.837271] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] api_paste_config = api-paste.ini {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.837404] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] auth_strategy = keystone {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.837503] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] backdoor_port = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.837595] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] backdoor_socket = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.837723] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] backlog = 4096 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.837851] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] base_mac = fa:16:3e:00:00:00 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.837998] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] bind_host = 0.0.0.0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.838174] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] bind_port = 9696 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.838309] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] client_socket_timeout = 900 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.838442] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] config_dir = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.838552] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.838679] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] config_source = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.838815] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] control_exchange = neutron {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841064] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] core_plugin = ml2 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841064] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] debug = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841064] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] default_availability_zones = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841064] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841064] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] dhcp_agent_notification = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841457] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] dhcp_agents_per_network = 1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841457] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] dhcp_lease_duration = 86400 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841457] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] dhcp_load_type = networks {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841457] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] dns_domain = openstacklocal {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841457] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841457] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] enable_default_route_bfd = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841457] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] enable_default_route_ecmp = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841806] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] enable_dvr = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841806] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] enable_new_agents = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841806] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841806] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] enable_signals = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841806] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] enable_traditional_dhcp = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841806] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] external_dns_driver = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.841806] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] filter_validation = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842124] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] global_physnet_mtu = 8950 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842124] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] graceful_shutdown_timeout = 60 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842124] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] host = cpu-1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842124] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] host_dvr_for_dhcp = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842124] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] http_retries = 3 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842124] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] instance_format = [instance: %(uuid)s] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842355] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842355] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ipam_driver = internal {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842452] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ipv6_pd_enabled = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842578] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] l3_ha = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842710] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842837] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] l3_ha_network_physical_name = {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.842965] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] l3_ha_network_type = {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.843128] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_color = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.843267] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_config_append = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.843402] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.843530] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_dir = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.843656] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_file = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.843756] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_options = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.843885] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_rotate_interval = 1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.844034] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_rotate_interval_type = days {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.844176] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] log_rotation_type = none {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.844280] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.844380] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.844516] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.844649] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.844752] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.844889] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] max_dns_nameservers = 5 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.845031] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] max_header_line = 16384 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.845163] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] max_l3_agents_per_router = 3 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.845310] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] max_logfile_count = 30 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.845445] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] max_logfile_size_mb = 200 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.845571] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] max_subnet_host_routes = 20 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.845703] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] my_ip = 10.180.1.21 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.845831] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] my_ipv6 = ::1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.845960] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] network_auto_schedule = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.846113] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] network_link_prefix = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.846282] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.846428] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] notify_nova_on_port_data_changes = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.846579] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] notify_nova_on_port_status_changes = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.846787] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] pagination_max_limit = -1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.846997] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] publish_errors = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.847223] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] rate_limit_burst = 0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.847467] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] rate_limit_except_level = CRITICAL {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.847691] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] rate_limit_interval = 0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.847916] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] retry_until_window = 30 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.848166] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] router_distributed = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.848398] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] rpc_resources_processing_step = 20 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.848617] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] rpc_response_max_timeout = 600 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.848844] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] rpc_response_timeout = 60 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.849058] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] send_events_interval = 2 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.849255] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] service_plugins = ['router'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.849398] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] setproctitle = on {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.849554] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] shell_completion = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.849695] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] state_path = /opt/stack/data/neutron {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.849831] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] syslog_log_facility = LOG_USER {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.849962] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] tcp_keepidle = 600 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.850121] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] transport_url = **** {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.850274] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] use_journal = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.850407] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] use_json = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.850534] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] use_ssl = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.850660] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] use_stderr = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.850798] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] use_syslog = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.850918] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] vlan_qinq = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.851050] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] vlan_transparent = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.851203] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] watch_log_file = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.851343] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] wsgi_default_pool_size = 100 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.851470] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] wsgi_keep_alive = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.851640] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.851726] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] wsgi_server_debug = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.851876] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_concurrency.disable_process_locking = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852028] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852171] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852328] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852466] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852600] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852729] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.852875] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.connection_string = messaging:// {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853028] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.enabled = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853168] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.es_doc_type = notification {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853342] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.es_scroll_size = 10000 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853488] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.es_scroll_time = 2m {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853625] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.filter_error_trace = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853764] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.hmac_keys = **** {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.853898] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.sentinel_service_name = mymaster {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854051] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.socket_timeout = 0.1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854201] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.trace_requests = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854349] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler.trace_sqlalchemy = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854508] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler_jaeger.process_tags = {} {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854642] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler_jaeger.service_name_prefix = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854775] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] profiler_otlp.service_name_prefix = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.854921] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.enforce_new_defaults = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855196] env[65850]: WARNING oslo_config.cfg [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 538.855367] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.enforce_scope = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855521] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.policy_default_rule = default {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855670] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855809] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.855950] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856094] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856226] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856351] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856486] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856624] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_policy.remote_timeout = 60.0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856768] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.856912] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] agent.extensions = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857060] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857206] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] service_providers.service_provider = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857348] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.default_quota = -1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857488] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857621] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_floatingip = 50 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857755] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_network = 100 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.857884] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_port = 500 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858024] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858186] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_router = 10 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858324] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_security_group = 10 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858456] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858585] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.quota_subnet = 100 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858715] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] QUOTAS.track_quota_usage = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858863] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.858992] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep.group = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859144] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep.helper_command = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859277] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep.log_daemon_traceback = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859411] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859541] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep.thread_pool_size = 8 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859667] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep.user = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859806] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.859934] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_dhcp_release.group = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860069] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_dhcp_release.helper_command = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860224] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860363] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860491] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860619] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_dhcp_release.user = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860753] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.860877] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_ovs_vsctl.group = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861009] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_ovs_vsctl.helper_command = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861140] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861272] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861400] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861523] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_ovs_vsctl.user = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861656] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_namespace.capabilities = [21] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861775] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_namespace.group = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.861900] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_namespace.helper_command = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862038] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_namespace.log_daemon_traceback = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862173] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862304] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_namespace.thread_pool_size = 8 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862428] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_namespace.user = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862562] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_conntrack.capabilities = [12] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862685] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_conntrack.group = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862809] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_conntrack.helper_command = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.862935] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863079] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863229] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863361] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_conntrack.user = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863499] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_link.capabilities = [12, 21] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863623] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_link.group = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863745] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_link.helper_command = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.863872] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_link.log_daemon_traceback = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864009] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864145] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_link.thread_pool_size = 8 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864270] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] privsep_link.user = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864414] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864555] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864691] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.continue_on_failed_promotions = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864822] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.dscp = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.864958] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.dscp_inherit = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865107] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.force_mp_to_policy = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865240] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.locking_coordinator_url = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865372] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.log_agent_heartbeats = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865513] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.logging_expire = 1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865653] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865785] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.865926] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.polling_interval = 240 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866088] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866250] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866397] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.report_interval = 30.0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866538] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866676] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866817] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.866954] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.sync_skew = 60 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867103] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.synchronization_queue_size = 20 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867239] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT.use_helper_for_ns_read = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867381] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] SECURITYGROUP.enable_ipset = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867523] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] SECURITYGROUP.enable_security_group = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867662] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867803] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.867944] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] experimental.ipv6_pd_enabled = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868135] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.extension_drivers = ['port_security'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868274] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.external_network_type = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868423] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868562] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.overlay_ip_version = 4 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868700] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.path_mtu = 8950 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868836] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.physical_network_mtus = {} {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.868978] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.tenant_network_types = ['vlan'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869170] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869330] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ml2.type_drivers = ['vlan'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869476] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT_CLI.neutron_port_id = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869608] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869738] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.869879] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870023] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870162] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870298] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870433] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870569] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870753] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.870896] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_login_password = **** {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871046] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_login_port = 443 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871187] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_login_user = admin {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871323] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871459] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871590] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871719] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871879] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.871993] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872162] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872315] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872451] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872590] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872731] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.872865] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873009] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873196] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873341] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] vsphere.vsphere_login_password = VMware1! {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873475] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873608] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873745] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.auth_section = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.873882] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.auth_type = password {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874024] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874155] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.certfile = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874289] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.collect_timing = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874427] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.endpoint_type = public {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874557] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.insecure = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874683] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.keyfile = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874818] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.region_name = RegionOne {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.874949] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.split_loggers = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875089] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] nova.timeout = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875267] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.auth_section = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875408] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.auth_type = password {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875545] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875669] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.certfile = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875798] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.collect_timing = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.875934] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.endpoint_type = public {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876076] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.insecure = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876208] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.keyfile = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876332] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.region_name = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876461] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.split_loggers = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876586] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] placement.timeout = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876723] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.auth_section = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876852] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.auth_type = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.876975] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.cafile = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877112] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.certfile = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877244] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.collect_timing = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877368] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.connect_retries = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877493] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.connect_retry_delay = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877623] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.enable_notifications = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877750] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.endpoint_override = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.877881] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.insecure = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878017] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.interface = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878178] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.keyfile = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878317] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.max_version = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878444] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.min_version = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878570] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.region_name = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878696] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.retriable_status_codes = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878820] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.service_name = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.878943] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.service_type = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879101] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.split_loggers = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879242] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.status_code_retries = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879369] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.status_code_retry_delay = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879497] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.timeout = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879624] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.valid_interfaces = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879750] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ironic.version = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.879884] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] cli_script.dry_run = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880035] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880168] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880299] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880426] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880551] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880678] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880802] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.880930] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881071] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881211] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881337] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881469] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881600] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881730] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881856] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.881985] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882128] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882258] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882390] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882517] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882641] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882770] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.882898] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883034] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883165] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883296] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883426] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883555] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883684] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883814] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.883944] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.ssl = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884091] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884230] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884360] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884493] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884627] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.ssl_version = {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884754] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.884891] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_notifications.driver = [] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.885032] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_notifications.retry = -1 {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.885182] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.885314] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] oslo_messaging_notifications.transport_url = **** {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.885412] env[65850]: DEBUG oslo_service.backend._eventlet.service [None req-ca98b14c-255a-4c0f-9c97-6b444095481b None None] ******************************************************************************** {{(pid=65850) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 538.886475] env[65850]: DEBUG neutron.agent.securitygroups_rpc [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Init firewall settings (driver=nsxv3) {{(pid=65850) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 538.887714] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65850) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 538.887948] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] RPC agent_id: nsxm-l-01a.corp.local [ 538.890141] env[65850]: DEBUG dogpile.cache.region [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 538.890264] env[65850]: DEBUG dogpile.lock [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 538.890359] env[65850]: DEBUG dogpile.lock [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 538.890446] env[65850]: DEBUG dogpile.lock [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 538.890536] env[65850]: DEBUG dogpile.cache.region [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 538.890623] env[65850]: DEBUG dogpile.lock [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 538.890750] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 538.920171] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Session token - acquiring [ 538.921722] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.921895] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.922023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.922443] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.933424] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.202452] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 539.223546] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 539.223732] env[65850]: DEBUG dogpile.cache.region [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Cache value generated in 0.333 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 539.223856] env[65850]: DEBUG dogpile.lock [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 539.223941] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Activating Policy API Provider. [ 539.224155] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Looking for the default Infrastructure Rules. [ 539.300225] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Looking for the Default Layer3 Logged Drop Section. [ 539.317824] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 539.318403] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.318579] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.318684] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.318982] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.319383] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.833966] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.336103] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.838588] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Inventory metadata is going to be refreshed. [ 540.839030] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 541.573194] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.573510] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.573510] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.573834] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.584746] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 541.585654] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.586565] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 541.603510] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.603722] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.603780] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.604064] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.604193] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.604338] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 541.604450] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.604552] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 541.623801] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.624060] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.624140] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.624391] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.624574] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.624716] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 541.646230] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.646470] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.646532] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.646781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.646924] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.647084] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 541.666177] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.666363] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.666464] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.666768] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.666915] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.667084] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 541.667190] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.667454] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 541.685372] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.685569] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.685672] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.685943] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.686152] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.686271] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 541.686375] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.686479] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 541.704747] env[65850]: DEBUG networking_nsxv3.common.locking [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.704962] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.705041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.705288] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.705424] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.705574] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 541.705678] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.705775] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Inventory metadata have been refreshed. [ 541.705871] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Dryrun:True. Metadata refresh completed. [ 541.705985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Releasing lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.707671] env[65850]: INFO neutron.agent.agent_extensions_manager [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Loaded agent extensions: [] [ 541.708461] env[65850]: DEBUG neutron_lib.callbacks.manager [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65850) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 541.753199] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent RPC Daemon Started! [ 541.753376] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:0 started [ 541.753432] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent out of sync with plugin! [ 546.709188] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.709576] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.710917] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.711321] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.711720] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.712136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.712136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.712457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.712713] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.215192] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.717889] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.220458] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 555.220664] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 555.937384] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.937799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.937799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.937884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.948868] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 555.950936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.951597] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 555.968903] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.969131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.969225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.969467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.969584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.969723] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 555.969821] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.969920] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 555.990161] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.990393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.990461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.990720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.990901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.991062] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 556.012142] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.012361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.012436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.012664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.012802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.012942] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 556.032453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.032669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.032771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.033025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.033176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.033326] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 556.033430] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.033530] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 556.051666] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.051887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.051994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.052249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.052379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.052531] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 556.052636] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.052740] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 556.075362] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.075601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.075669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.075921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.076082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.076252] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 556.076359] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.076460] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 556.076555] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 556.076659] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 556.076751] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 556.076842] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 556.077169] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 556.077278] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 556.077406] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 556.097435] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.097646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.097757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.098014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.098172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.098576] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 556.117017] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.117181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.117259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.117469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.117578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.131021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.633834] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c24a1c42-fc8a-4053-a747-caca35eaed10 demo admin] Enqueued Resource ID: bf289cdb-0b4d-4af2-b181-b64afac0eb20 with Priority: HIGHEST for action security_group_rules [ 556.634135] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf289cdb-0b4d-4af2-b181-b64afac0eb20 with Priority: HIGHEST for action security_group_rules [ 556.634440] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf289cdb-0b4d-4af2-b181-b64afac0eb20 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.634555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf289cdb-0b4d-4af2-b181-b64afac0eb20" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.634624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf289cdb-0b4d-4af2-b181-b64afac0eb20" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.634865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf289cdb-0b4d-4af2-b181-b64afac0eb20" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.634951] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf289cdb-0b4d-4af2-b181-b64afac0eb20',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.157024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.157432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.157432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.157499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.157586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.157952] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf289cdb-0b4d-4af2-b181-b64afac0eb20 already deleted. [ 557.157952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf289cdb-0b4d-4af2-b181-b64afac0eb20" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.635027] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.635407] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.636690] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.636690] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.637625] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.638101] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.641145] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.641145] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.641954] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.643331] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.732011] env[65850]: INFO networking_nsxv3.common.synchronization [None req-287889bf-0b96-4cbe-be6d-2ee6ee473613 None None] Enqueued Resource ID: bc541144-faf0-4d9f-b499-cc2c8d5941d5 with Priority: HIGHEST for action port [ 581.734726] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc541144-faf0-4d9f-b499-cc2c8d5941d5 with Priority: HIGHEST for action port [ 581.734726] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc541144-faf0-4d9f-b499-cc2c8d5941d5 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.734726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc541144-faf0-4d9f-b499-cc2c8d5941d5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.734726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc541144-faf0-4d9f-b499-cc2c8d5941d5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.736793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc541144-faf0-4d9f-b499-cc2c8d5941d5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.736793] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc541144-faf0-4d9f-b499-cc2c8d5941d5',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.238300] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc541144-faf0-4d9f-b499-cc2c8d5941d5 [ 582.238676] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.238873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.238873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.239037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.239131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.239231] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc541144-faf0-4d9f-b499-cc2c8d5941d5 already deleted. [ 582.239310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc541144-faf0-4d9f-b499-cc2c8d5941d5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.556149] env[65850]: INFO networking_nsxv3.common.synchronization [None req-f0467c87-19c2-415d-928b-56d8d2d34460 None None] Enqueued Resource ID: bf041ab1-0a88-447a-b77d-7d4b52c98c52 with Priority: HIGHEST for action port [ 583.556149] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf041ab1-0a88-447a-b77d-7d4b52c98c52 with Priority: HIGHEST for action port [ 583.556149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf041ab1-0a88-447a-b77d-7d4b52c98c52 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.556987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf041ab1-0a88-447a-b77d-7d4b52c98c52" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.558743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf041ab1-0a88-447a-b77d-7d4b52c98c52" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.558743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf041ab1-0a88-447a-b77d-7d4b52c98c52" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.558743] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf041ab1-0a88-447a-b77d-7d4b52c98c52',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.061122] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf041ab1-0a88-447a-b77d-7d4b52c98c52 [ 584.062890] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.062890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.062890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.062890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.062890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.062890] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf041ab1-0a88-447a-b77d-7d4b52c98c52 already deleted. [ 584.062890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf041ab1-0a88-447a-b77d-7d4b52c98c52" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.067465] env[65850]: INFO networking_nsxv3.common.synchronization [None req-596d59e9-f7aa-4e71-bd2e-9b08a2fc0ea6 None None] Enqueued Resource ID: 6b009604-6df7-443c-b295-e217d38960df with Priority: HIGHEST for action port [ 587.068187] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b009604-6df7-443c-b295-e217d38960df with Priority: HIGHEST for action port [ 587.068453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b009604-6df7-443c-b295-e217d38960df taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.068519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b009604-6df7-443c-b295-e217d38960df" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.068654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b009604-6df7-443c-b295-e217d38960df" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.068837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b009604-6df7-443c-b295-e217d38960df" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.068922] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b009604-6df7-443c-b295-e217d38960df',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.572086] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b009604-6df7-443c-b295-e217d38960df [ 587.572323] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.572462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.572530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.572748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.572977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.572977] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b009604-6df7-443c-b295-e217d38960df already deleted. [ 587.573094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b009604-6df7-443c-b295-e217d38960df" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.925739] env[65850]: INFO networking_nsxv3.common.synchronization [None req-67b4b7e9-3a57-4511-af42-7789c032907b None None] Enqueued Resource ID: e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a with Priority: HIGHEST for action port [ 588.925739] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a with Priority: HIGHEST for action port [ 588.925739] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.926072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.926072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.926725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.926725] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.198064] env[65850]: INFO networking_nsxv3.common.synchronization [None req-140bc7f9-d550-4cb3-96c2-63bafcadc027 None None] Enqueued Resource ID: 3ca0ebae-6b51-44f3-ac50-a553c7d89c11 with Priority: HIGHEST for action port [ 589.198761] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca0ebae-6b51-44f3-ac50-a553c7d89c11 with Priority: HIGHEST for action port [ 589.199987] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca0ebae-6b51-44f3-ac50-a553c7d89c11 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.200151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca0ebae-6b51-44f3-ac50-a553c7d89c11" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.200221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca0ebae-6b51-44f3-ac50-a553c7d89c11" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.200654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca0ebae-6b51-44f3-ac50-a553c7d89c11" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.200654] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca0ebae-6b51-44f3-ac50-a553c7d89c11',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.428605] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a [ 589.428997] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.429156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.429234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.429439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.429529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.429624] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a already deleted. [ 589.429729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e25ca68a-f4eb-40f9-8e24-2a1e68cb5b8a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.592706] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1daa2443-4081-4a53-9d97-754da87a8924 None None] Enqueued Resource ID: 594f101c-9e87-4577-94a5-25e577bdf2e9 with Priority: HIGHEST for action port [ 589.592922] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 594f101c-9e87-4577-94a5-25e577bdf2e9 with Priority: HIGHEST for action port [ 589.593628] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-594f101c-9e87-4577-94a5-25e577bdf2e9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.593886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-594f101c-9e87-4577-94a5-25e577bdf2e9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.593886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-594f101c-9e87-4577-94a5-25e577bdf2e9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.594116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-594f101c-9e87-4577-94a5-25e577bdf2e9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.594171] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('594f101c-9e87-4577-94a5-25e577bdf2e9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.704403] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ca0ebae-6b51-44f3-ac50-a553c7d89c11 [ 589.707657] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.707657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.707657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.707657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.707657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.707657] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ca0ebae-6b51-44f3-ac50-a553c7d89c11 already deleted. [ 589.707657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca0ebae-6b51-44f3-ac50-a553c7d89c11" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.102128] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 594f101c-9e87-4577-94a5-25e577bdf2e9 [ 590.102128] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.102128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.102128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.102128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.102128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.102128] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:594f101c-9e87-4577-94a5-25e577bdf2e9 already deleted. [ 590.102128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-594f101c-9e87-4577-94a5-25e577bdf2e9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.601222] env[65850]: INFO networking_nsxv3.common.synchronization [None req-29b8c2dc-3497-4f80-973c-f5318e3ef8db None None] Enqueued Resource ID: 9961e0cc-3b92-42ed-a02e-dd61e6d2f230 with Priority: HIGHEST for action port [ 591.603833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9961e0cc-3b92-42ed-a02e-dd61e6d2f230 with Priority: HIGHEST for action port [ 591.604597] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9961e0cc-3b92-42ed-a02e-dd61e6d2f230 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.604659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9961e0cc-3b92-42ed-a02e-dd61e6d2f230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.604785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9961e0cc-3b92-42ed-a02e-dd61e6d2f230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.605567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9961e0cc-3b92-42ed-a02e-dd61e6d2f230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.605567] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9961e0cc-3b92-42ed-a02e-dd61e6d2f230',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.996749] env[65850]: INFO networking_nsxv3.common.synchronization [None req-34c245a7-2f4d-40ed-bf34-e71cd7440223 None None] Enqueued Resource ID: 332abedd-6370-44e8-b014-1746d4d62386 with Priority: HIGHEST for action port [ 591.997464] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332abedd-6370-44e8-b014-1746d4d62386 with Priority: HIGHEST for action port [ 591.999134] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-332abedd-6370-44e8-b014-1746d4d62386 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.999414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-332abedd-6370-44e8-b014-1746d4d62386" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.999414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-332abedd-6370-44e8-b014-1746d4d62386" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.999693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-332abedd-6370-44e8-b014-1746d4d62386" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.999727] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('332abedd-6370-44e8-b014-1746d4d62386',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.109352] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9961e0cc-3b92-42ed-a02e-dd61e6d2f230 [ 592.109352] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.109352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.109352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.109352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.109352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.109352] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9961e0cc-3b92-42ed-a02e-dd61e6d2f230 already deleted. [ 592.109352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9961e0cc-3b92-42ed-a02e-dd61e6d2f230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.502784] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 332abedd-6370-44e8-b014-1746d4d62386 [ 592.503030] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.503828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.503828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.503828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.503828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.503828] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:332abedd-6370-44e8-b014-1746d4d62386 already deleted. [ 592.503828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-332abedd-6370-44e8-b014-1746d4d62386" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.650223] env[65850]: INFO networking_nsxv3.common.synchronization [None req-cd731e8c-9b78-4ca4-b20b-d0fc66835a46 None None] Enqueued Resource ID: a7513f85-753a-4467-9778-25837713b75f with Priority: HIGHEST for action port [ 592.651099] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7513f85-753a-4467-9778-25837713b75f with Priority: HIGHEST for action port [ 592.651449] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7513f85-753a-4467-9778-25837713b75f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.651547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7513f85-753a-4467-9778-25837713b75f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.651586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7513f85-753a-4467-9778-25837713b75f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.651826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7513f85-753a-4467-9778-25837713b75f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.651907] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7513f85-753a-4467-9778-25837713b75f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.154632] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7513f85-753a-4467-9778-25837713b75f [ 593.154632] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.154835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.154835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.154974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.155160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.155237] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7513f85-753a-4467-9778-25837713b75f already deleted. [ 593.155296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7513f85-753a-4467-9778-25837713b75f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.388579] env[65850]: INFO networking_nsxv3.common.synchronization [None req-f327e63b-63ba-4f97-ac6f-3e8a8d5e9cd4 None None] Enqueued Resource ID: 50986e82-8c2c-4569-92f8-a52e0a39fa2c with Priority: HIGHEST for action port [ 593.390225] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50986e82-8c2c-4569-92f8-a52e0a39fa2c with Priority: HIGHEST for action port [ 593.391874] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-50986e82-8c2c-4569-92f8-a52e0a39fa2c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.391874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50986e82-8c2c-4569-92f8-a52e0a39fa2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.391874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50986e82-8c2c-4569-92f8-a52e0a39fa2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.392192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50986e82-8c2c-4569-92f8-a52e0a39fa2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.393022] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50986e82-8c2c-4569-92f8-a52e0a39fa2c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.701292] env[65850]: INFO networking_nsxv3.common.synchronization [None req-54af8bbf-b8ae-4877-ad7d-24ba2c6beff4 None None] Enqueued Resource ID: f271aecc-0795-42cf-a681-2a0bd1513618 with Priority: HIGHEST for action port [ 593.702638] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f271aecc-0795-42cf-a681-2a0bd1513618 with Priority: HIGHEST for action port [ 593.702942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f271aecc-0795-42cf-a681-2a0bd1513618 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.703118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f271aecc-0795-42cf-a681-2a0bd1513618" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.703346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f271aecc-0795-42cf-a681-2a0bd1513618" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.703566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f271aecc-0795-42cf-a681-2a0bd1513618" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.703673] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f271aecc-0795-42cf-a681-2a0bd1513618',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.895310] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50986e82-8c2c-4569-92f8-a52e0a39fa2c [ 593.895600] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.895747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.895826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.898284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.898284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.898284] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50986e82-8c2c-4569-92f8-a52e0a39fa2c already deleted. [ 593.898284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50986e82-8c2c-4569-92f8-a52e0a39fa2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.205870] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f271aecc-0795-42cf-a681-2a0bd1513618 [ 594.206127] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.206290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.206373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.206643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.208093] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.208093] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f271aecc-0795-42cf-a681-2a0bd1513618 already deleted. [ 594.208093] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f271aecc-0795-42cf-a681-2a0bd1513618" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.850235] env[65850]: INFO networking_nsxv3.common.synchronization [None req-e47a5ecf-fc77-457d-94b1-a1282fb9f749 None None] Enqueued Resource ID: 9c07d672-975c-4c52-a772-681de6f33d45 with Priority: HIGHEST for action port [ 595.850852] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c07d672-975c-4c52-a772-681de6f33d45 with Priority: HIGHEST for action port [ 595.851214] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c07d672-975c-4c52-a772-681de6f33d45 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.851429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c07d672-975c-4c52-a772-681de6f33d45" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.851429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c07d672-975c-4c52-a772-681de6f33d45" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.852662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c07d672-975c-4c52-a772-681de6f33d45" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.852662] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c07d672-975c-4c52-a772-681de6f33d45',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.331020] env[65850]: INFO networking_nsxv3.common.synchronization [None req-4bd54833-6fe5-4d9c-9cc8-d9feea7d2e2e None None] Enqueued Resource ID: 027a6d49-6ff2-4c89-a949-83c093e874bc with Priority: HIGHEST for action port [ 596.331020] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027a6d49-6ff2-4c89-a949-83c093e874bc with Priority: HIGHEST for action port [ 596.331691] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-027a6d49-6ff2-4c89-a949-83c093e874bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.331962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027a6d49-6ff2-4c89-a949-83c093e874bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.332141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027a6d49-6ff2-4c89-a949-83c093e874bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.332596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027a6d49-6ff2-4c89-a949-83c093e874bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.333548] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027a6d49-6ff2-4c89-a949-83c093e874bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.357283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c07d672-975c-4c52-a772-681de6f33d45 [ 596.357283] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.357283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.357283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.357283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.357283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.357283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c07d672-975c-4c52-a772-681de6f33d45 already deleted. [ 596.357283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c07d672-975c-4c52-a772-681de6f33d45" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.453972] env[65850]: INFO networking_nsxv3.common.synchronization [None req-ed126e28-c2e6-44ce-8044-057e13d6ba51 None None] Enqueued Resource ID: 158d7078-9b61-44d6-9070-a3df34a76eac with Priority: HIGHEST for action port [ 596.454840] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158d7078-9b61-44d6-9070-a3df34a76eac with Priority: HIGHEST for action port [ 596.455180] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-158d7078-9b61-44d6-9070-a3df34a76eac taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.455310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-158d7078-9b61-44d6-9070-a3df34a76eac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.455387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-158d7078-9b61-44d6-9070-a3df34a76eac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.455636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-158d7078-9b61-44d6-9070-a3df34a76eac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.455718] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('158d7078-9b61-44d6-9070-a3df34a76eac',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.837636] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 027a6d49-6ff2-4c89-a949-83c093e874bc [ 596.837858] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.838013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.838091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.838304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.838646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.838792] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:027a6d49-6ff2-4c89-a949-83c093e874bc already deleted. [ 596.838877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027a6d49-6ff2-4c89-a949-83c093e874bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.959636] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 158d7078-9b61-44d6-9070-a3df34a76eac [ 596.959891] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.960147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.960147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.960368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.960471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.960574] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:158d7078-9b61-44d6-9070-a3df34a76eac already deleted. [ 596.960672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-158d7078-9b61-44d6-9070-a3df34a76eac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.269657] env[65850]: INFO networking_nsxv3.common.synchronization [None req-97f398cf-8554-4bb4-af9b-368959a387d7 None None] Enqueued Resource ID: 08e32368-2c77-4b44-adac-3dfd56acd4b2 with Priority: HIGHEST for action port [ 597.269886] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e32368-2c77-4b44-adac-3dfd56acd4b2 with Priority: HIGHEST for action port [ 597.270436] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e32368-2c77-4b44-adac-3dfd56acd4b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.271989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e32368-2c77-4b44-adac-3dfd56acd4b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.271989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e32368-2c77-4b44-adac-3dfd56acd4b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.271989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e32368-2c77-4b44-adac-3dfd56acd4b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.271989] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e32368-2c77-4b44-adac-3dfd56acd4b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.774963] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e32368-2c77-4b44-adac-3dfd56acd4b2 [ 597.775212] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.775355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.775426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.775648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.775739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.775831] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e32368-2c77-4b44-adac-3dfd56acd4b2 already deleted. [ 597.775913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e32368-2c77-4b44-adac-3dfd56acd4b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.857859] env[65850]: INFO networking_nsxv3.common.synchronization [req-9d035542-ebab-4d37-ac90-091340e9f992 req-340cf818-d312-4387-a303-df086f28e698 tempest-AttachInterfacesV270Test-831875098 tempest-AttachInterfacesV270Test-831875098-project-member] Enqueued Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGHEST for action security_group_members [ 598.857859] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGHEST for action security_group_members [ 598.857859] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014e0d9-de00-420a-ab46-f67dcc94ad1e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.857859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.857859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.857859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.857859] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.857859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.857859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.857859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.857859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.857859] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.214944] env[65850]: INFO networking_nsxv3.common.synchronization [None req-d2d18dc4-76a2-45a3-9560-af0f8e84f737 None None] Enqueued Resource ID: 78eab0e5-2ae8-4e72-892a-9c6e257250c0 with Priority: HIGHEST for action port [ 599.214944] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78eab0e5-2ae8-4e72-892a-9c6e257250c0 with Priority: HIGHEST for action port [ 599.215284] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-78eab0e5-2ae8-4e72-892a-9c6e257250c0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.215567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78eab0e5-2ae8-4e72-892a-9c6e257250c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.215730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78eab0e5-2ae8-4e72-892a-9c6e257250c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.216164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78eab0e5-2ae8-4e72-892a-9c6e257250c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.216416] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78eab0e5-2ae8-4e72-892a-9c6e257250c0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.362096] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.362577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.362577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.362711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.362847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.363144] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.363351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.363422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.363611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.363677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.363766] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e already deleted. [ 599.363855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.528122] env[65850]: INFO networking_nsxv3.common.synchronization [None req-32e5326c-d503-4be6-a349-cf25060c6596 None None] Enqueued Resource ID: 331ffa99-6572-4028-85cb-8713422eb1dd with Priority: HIGHEST for action port [ 599.528372] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 331ffa99-6572-4028-85cb-8713422eb1dd with Priority: HIGHEST for action port [ 599.529125] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-331ffa99-6572-4028-85cb-8713422eb1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.529298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-331ffa99-6572-4028-85cb-8713422eb1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.529377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-331ffa99-6572-4028-85cb-8713422eb1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.529627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-331ffa99-6572-4028-85cb-8713422eb1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.529713] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('331ffa99-6572-4028-85cb-8713422eb1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.719293] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78eab0e5-2ae8-4e72-892a-9c6e257250c0 [ 599.719293] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.719293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.719293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.719293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.719293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.719293] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78eab0e5-2ae8-4e72-892a-9c6e257250c0 already deleted. [ 599.719293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78eab0e5-2ae8-4e72-892a-9c6e257250c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.784175] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.784527] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.784640] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.784993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.786976] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.787249] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.787931] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.788294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.788430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.788738] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.788884] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.789092] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.789224] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.789348] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.789454] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.789588] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.843053] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.843263] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.843400] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.843619] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.844027] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-30283730-fae7-4479-b853-8eb393b856d4 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.844261] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-30283730-fae7-4479-b853-8eb393b856d4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.844452] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-30283730-fae7-4479-b853-8eb393b856d4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.844926] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-30283730-fae7-4479-b853-8eb393b856d4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.845118] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30283730-fae7-4479-b853-8eb393b856d4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.032462] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 331ffa99-6572-4028-85cb-8713422eb1dd [ 600.032836] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.032836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.032941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.033192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.033331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.033395] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:331ffa99-6572-4028-85cb-8713422eb1dd already deleted. [ 600.033477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-331ffa99-6572-4028-85cb-8713422eb1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.109424] env[65850]: INFO networking_nsxv3.common.synchronization [None req-66f02a0f-c95b-4c95-b03a-720cdab2c1ce None None] Enqueued Resource ID: 3e0569fc-5059-466a-8dee-9494dc9a8546 with Priority: HIGHEST for action port [ 600.110175] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0569fc-5059-466a-8dee-9494dc9a8546 with Priority: HIGHEST for action port [ 600.110546] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0569fc-5059-466a-8dee-9494dc9a8546 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.114018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0569fc-5059-466a-8dee-9494dc9a8546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.114018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0569fc-5059-466a-8dee-9494dc9a8546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.114018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0569fc-5059-466a-8dee-9494dc9a8546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.114018] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0569fc-5059-466a-8dee-9494dc9a8546',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.348333] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.348628] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.348854] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.349520] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.349520] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.349520] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 30283730-fae7-4479-b853-8eb393b856d4 not found, creating... [ 600.349864] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.349864] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.350058] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.350275] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.350472] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.350894] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.351253] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.351455] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.351795] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.352048] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.352569] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 30283730-fae7-4479-b853-8eb393b856d4 is going to be created. [ 600.384267] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.384492] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.384610] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.384975] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.385224] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.385481] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-30283730-fae7-4479-b853-8eb393b856d4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.615912] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e0569fc-5059-466a-8dee-9494dc9a8546 [ 600.616222] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.616451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.616582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.617012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.617221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.617350] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e0569fc-5059-466a-8dee-9494dc9a8546 already deleted. [ 600.617462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0569fc-5059-466a-8dee-9494dc9a8546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.211099] env[65850]: INFO networking_nsxv3.common.synchronization [req-9d035542-ebab-4d37-ac90-091340e9f992 req-ca159122-b004-4bee-9e51-d2c7a4acd980 service nova] Enqueued Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGHEST for action security_group_rules [ 601.211099] env[65850]: INFO networking_nsxv3.common.synchronization [req-9d035542-ebab-4d37-ac90-091340e9f992 req-ca159122-b004-4bee-9e51-d2c7a4acd980 service nova] Enqueued Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGHEST for action security_group_members [ 601.211099] env[65850]: INFO networking_nsxv3.common.synchronization [req-9d035542-ebab-4d37-ac90-091340e9f992 req-ca159122-b004-4bee-9e51-d2c7a4acd980 service nova] Enqueued Resource ID: 30283730-fae7-4479-b853-8eb393b856d4 with Priority: HIGHEST for action port [ 601.211538] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGHEST for action security_group_rules [ 601.211656] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGHEST for action security_group_members [ 601.211756] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30283730-fae7-4479-b853-8eb393b856d4 with Priority: HIGHEST for action port [ 601.212020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.212609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.212609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.213122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.213122] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.214922] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014e0d9-de00-420a-ab46-f67dcc94ad1e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.214922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.214922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.215130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.215454] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.215577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.216757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.216870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.216990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.217106] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.218227] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-30283730-fae7-4479-b853-8eb393b856d4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.218371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30283730-fae7-4479-b853-8eb393b856d4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.218429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30283730-fae7-4479-b853-8eb393b856d4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.218615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30283730-fae7-4479-b853-8eb393b856d4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.218687] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30283730-fae7-4479-b853-8eb393b856d4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.296707] env[65850]: INFO networking_nsxv3.common.synchronization [None req-129756e7-90be-4989-a1a0-4ef4ae1222e9 None None] Enqueued Resource ID: cb320490-fd27-4c23-ba0e-21680dd51986 with Priority: HIGHEST for action port [ 601.296990] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb320490-fd27-4c23-ba0e-21680dd51986 with Priority: HIGHEST for action port [ 601.297929] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb320490-fd27-4c23-ba0e-21680dd51986 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.298129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb320490-fd27-4c23-ba0e-21680dd51986" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.298259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb320490-fd27-4c23-ba0e-21680dd51986" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.298564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb320490-fd27-4c23-ba0e-21680dd51986" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.298564] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb320490-fd27-4c23-ba0e-21680dd51986',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.483379] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c0d57cf2-445a-440e-a5d0-4c9ac69f3bd1 None None] Enqueued Resource ID: f19bee8f-83de-45c3-9e50-1b8ca5b74622 with Priority: HIGHEST for action port [ 601.484128] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19bee8f-83de-45c3-9e50-1b8ca5b74622 with Priority: HIGHEST for action port [ 601.484445] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f19bee8f-83de-45c3-9e50-1b8ca5b74622 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.484918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f19bee8f-83de-45c3-9e50-1b8ca5b74622" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.484918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f19bee8f-83de-45c3-9e50-1b8ca5b74622" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.485021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f19bee8f-83de-45c3-9e50-1b8ca5b74622" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.485626] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f19bee8f-83de-45c3-9e50-1b8ca5b74622',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.721633] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014e0d9-de00-420a-ab46-f67dcc94ad1e taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.721758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.740673] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.741571] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30283730-fae7-4479-b853-8eb393b856d4 with status ACTIVE [ 601.741778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.741914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.741976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.742224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.742315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.742507] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.742586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.742646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.742794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.742871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.743472] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.743472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.743472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.743472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.743472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.743472] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30283730-fae7-4479-b853-8eb393b856d4 is going to be updated. [ 601.770720] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.772835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.772835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.772835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.772835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.772835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30283730-fae7-4479-b853-8eb393b856d4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.804125] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb320490-fd27-4c23-ba0e-21680dd51986 [ 601.804125] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.804125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.804125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.804125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.804723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.804905] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb320490-fd27-4c23-ba0e-21680dd51986 already deleted. [ 601.805025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb320490-fd27-4c23-ba0e-21680dd51986" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.988479] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f19bee8f-83de-45c3-9e50-1b8ca5b74622 [ 601.991119] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.991119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.991119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.991119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.991119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.991119] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f19bee8f-83de-45c3-9e50-1b8ca5b74622 already deleted. [ 601.991119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f19bee8f-83de-45c3-9e50-1b8ca5b74622" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.247255] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.752564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.752828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.752828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.756019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.756019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.756019] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e is going to be created. [ 602.787749] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.787963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.788085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.788433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.788698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.803983] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e in Status: UNINITIALIZED for 2s [ 603.648727] env[65850]: INFO networking_nsxv3.common.synchronization [req-dd3eac78-6dfb-4458-a20d-32645062a321 req-41932da7-7f2b-4099-8b21-0e0dcf35e623 tempest-DeleteServersAdminTestJSON-395509903 tempest-DeleteServersAdminTestJSON-395509903-project-member] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 603.648727] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 603.649093] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.649093] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.649093] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.651488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.651488] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.651488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.651488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.651488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.651488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.651488] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.152268] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.154042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.154042] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f already deleted. [ 604.154042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.254694] env[65850]: INFO networking_nsxv3.common.synchronization [None req-3167c5f4-41b0-4789-afb4-cf14bf3e6fdd None None] Enqueued Resource ID: 06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6 with Priority: HIGHEST for action port [ 604.254961] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6 with Priority: HIGHEST for action port [ 604.255564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.255689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.255755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.256020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.257716] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.458977] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.460185] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.460185] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.460536] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.460819] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.460985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.461114] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.461339] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.461476] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.461939] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.461939] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.461939] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.462078] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.462078] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.462168] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.462294] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.482520] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.482681] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.482814] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.482986] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.483309] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.483478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.483593] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.483893] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.484039] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e937f576-bdb6-41ba-9ff4-ea7eb04a96e6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.763345] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6 [ 604.763345] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.763345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.763345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.763345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.763345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.763345] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6 already deleted. [ 604.763345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06eae71b-851a-45e9-b5bd-3d5d5bf1a7c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.816101] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e in Status: SUCCESS [ 604.819019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.819019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.819019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.819195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.819281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.819355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.819540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.819633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.819733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.819828] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.987288] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.987288] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.987288] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.987288] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.987288] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.987288] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port e937f576-bdb6-41ba-9ff4-ea7eb04a96e6 not found, creating... [ 604.988354] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.988524] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.988607] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.988924] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.989555] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.989555] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.989555] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.989759] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.989869] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.990017] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.990151] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: e937f576-bdb6-41ba-9ff4-ea7eb04a96e6 is going to be created. [ 605.021430] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.021430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.021430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.021430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.021430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.021430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.322933] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014e0d9-de00-420a-ab46-f67dcc94ad1e taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.323121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.323366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.323412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.323579] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.323684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.323749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.323901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.323994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.324107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.324255] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014e0d9-de00-420a-ab46-f67dcc94ad1e taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.324355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.324425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.324569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.324743] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.324852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.324911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.325077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.325154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.325342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.325342] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.562233] env[65850]: INFO networking_nsxv3.common.synchronization [None req-2d0c1c68-b6c2-4a4b-be40-c9881f57499b None None] Enqueued Resource ID: 15ad39fd-4777-4d83-8f44-8def2cdeb413 with Priority: HIGHEST for action port [ 605.562233] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ad39fd-4777-4d83-8f44-8def2cdeb413 with Priority: HIGHEST for action port [ 605.562233] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ad39fd-4777-4d83-8f44-8def2cdeb413 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.562233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ad39fd-4777-4d83-8f44-8def2cdeb413" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.562233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ad39fd-4777-4d83-8f44-8def2cdeb413" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.562233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ad39fd-4777-4d83-8f44-8def2cdeb413" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.562233] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ad39fd-4777-4d83-8f44-8def2cdeb413',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.809017] env[65850]: INFO networking_nsxv3.common.synchronization [None req-06b22264-b448-41e2-b418-75ac6034ac2e None None] Enqueued Resource ID: 8f46bed7-bd28-4c7e-9f33-5c043cdea50b with Priority: HIGHEST for action port [ 605.809585] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f46bed7-bd28-4c7e-9f33-5c043cdea50b with Priority: HIGHEST for action port [ 605.809895] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f46bed7-bd28-4c7e-9f33-5c043cdea50b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.810057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f46bed7-bd28-4c7e-9f33-5c043cdea50b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.810128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f46bed7-bd28-4c7e-9f33-5c043cdea50b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.811327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f46bed7-bd28-4c7e-9f33-5c043cdea50b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.811420] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f46bed7-bd28-4c7e-9f33-5c043cdea50b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.827720] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1014e0d9-de00-420a-ab46-f67dcc94ad1e: rpc.has_security_group_logging(os_id): False [ 605.849414] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.849669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.849731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.850281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.850461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.850975] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.850975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.850975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.850975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.851179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.851788] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.851788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.851788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.851788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.851788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.852366] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.852366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.852366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.852366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.852537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.852628] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e is going to be created. [ 605.894150] env[65850]: INFO networking_nsxv3.common.synchronization [req-dd3eac78-6dfb-4458-a20d-32645062a321 req-b2ad9bf3-e92c-47d9-867d-124cd97ed865 service nova] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_rules [ 605.894150] env[65850]: INFO networking_nsxv3.common.synchronization [req-dd3eac78-6dfb-4458-a20d-32645062a321 req-b2ad9bf3-e92c-47d9-867d-124cd97ed865 service nova] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 605.894231] env[65850]: INFO networking_nsxv3.common.synchronization [req-dd3eac78-6dfb-4458-a20d-32645062a321 req-b2ad9bf3-e92c-47d9-867d-124cd97ed865 service nova] Enqueued Resource ID: e937f576-bdb6-41ba-9ff4-ea7eb04a96e6 with Priority: HIGHEST for action port [ 605.894735] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_rules [ 605.894874] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 605.894973] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e937f576-bdb6-41ba-9ff4-ea7eb04a96e6 with Priority: HIGHEST for action port [ 605.895396] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.896243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.896243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.896438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.896532] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.898046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.898371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.899564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.899564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.899564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.899687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.899687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.899931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.900035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.900134] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.900966] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.901092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.901143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.901295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.901362] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e937f576-bdb6-41ba-9ff4-ea7eb04a96e6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.928343] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.928343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.928343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.930878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.930878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.949520] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e in Status: IN_PROGRESS for 2s [ 606.064585] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15ad39fd-4777-4d83-8f44-8def2cdeb413 [ 606.064731] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.064840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.064894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.065111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.065243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.065305] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15ad39fd-4777-4d83-8f44-8def2cdeb413 already deleted. [ 606.065382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ad39fd-4777-4d83-8f44-8def2cdeb413" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.313305] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f46bed7-bd28-4c7e-9f33-5c043cdea50b [ 606.313531] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.313666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.313740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.313948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.314047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.314140] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f46bed7-bd28-4c7e-9f33-5c043cdea50b already deleted. [ 606.314220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f46bed7-bd28-4c7e-9f33-5c043cdea50b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.402911] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.403202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.403643] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.405029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e937f576-bdb6-41ba-9ff4-ea7eb04a96e6 with status ACTIVE [ 606.405029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.405029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.405029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.405255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.405255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.405404] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.405525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.405571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.406228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.406393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.406644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.406884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.406943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.407522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.407634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.407737] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e937f576-bdb6-41ba-9ff4-ea7eb04a96e6 is going to be updated. [ 606.437039] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.437227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.437308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.437536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.437711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.437895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e937f576-bdb6-41ba-9ff4-ea7eb04a96e6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.584824] env[65850]: INFO networking_nsxv3.common.synchronization [req-d21da9f8-32e6-4abe-813d-3117b9b93b52 req-1f00faf0-8aa4-4307-930b-4844206e4e13 tempest-ServerExternalEventsTest-701482004 tempest-ServerExternalEventsTest-701482004-project-member] Enqueued Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGHEST for action security_group_members [ 606.585614] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGHEST for action security_group_members [ 606.585614] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.585735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.585735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.586059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.586257] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.586370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.586438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.587377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.587377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.587377] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.910505] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.987121] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.987310] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.987430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.987685] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.987926] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.988089] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.988197] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.988399] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.988749] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.989127] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.989248] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.989355] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.989456] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.989554] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.989651] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.989770] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.010123] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.010973] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.010973] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.010973] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.010973] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-e47dd8af-4943-4d99-89c7-daeb798ca744 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.011401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-e47dd8af-4943-4d99-89c7-daeb798ca744" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.011401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-e47dd8af-4943-4d99-89c7-daeb798ca744" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.011552] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-e47dd8af-4943-4d99-89c7-daeb798ca744" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.011753] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47dd8af-4943-4d99-89c7-daeb798ca744',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.089297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.089449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.092040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.092040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.092040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.092040] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.092040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.092040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.092040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.092040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.092040] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 already deleted. [ 607.092040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.179951] env[65850]: INFO networking_nsxv3.common.synchronization [None req-38ef9def-9a54-4d03-8f30-b714f15e0be1 None None] Enqueued Resource ID: f6511850-4be9-4d37-a5bc-4badd6828dee with Priority: HIGHEST for action port [ 607.181096] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6511850-4be9-4d37-a5bc-4badd6828dee with Priority: HIGHEST for action port [ 607.181096] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6511850-4be9-4d37-a5bc-4badd6828dee taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.181239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6511850-4be9-4d37-a5bc-4badd6828dee" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.181288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6511850-4be9-4d37-a5bc-4badd6828dee" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.181667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6511850-4be9-4d37-a5bc-4badd6828dee" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.181784] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6511850-4be9-4d37-a5bc-4badd6828dee',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.278394] env[65850]: INFO networking_nsxv3.common.synchronization [None req-7b9bbb41-81a7-4875-bb0b-d9834b62d67a None None] Enqueued Resource ID: 94d865e6-cb49-4e9d-9b09-95e1bbfce52e with Priority: HIGHEST for action port [ 607.279028] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d865e6-cb49-4e9d-9b09-95e1bbfce52e with Priority: HIGHEST for action port [ 607.279982] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d865e6-cb49-4e9d-9b09-95e1bbfce52e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.280402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d865e6-cb49-4e9d-9b09-95e1bbfce52e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.280402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d865e6-cb49-4e9d-9b09-95e1bbfce52e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.280587] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d865e6-cb49-4e9d-9b09-95e1bbfce52e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.280669] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d865e6-cb49-4e9d-9b09-95e1bbfce52e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.413206] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.413670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.413830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.414192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.414427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.414602] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f is going to be created. [ 607.450557] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.450557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.450557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.450557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.450557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.465165] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: UNINITIALIZED for 2s [ 607.514863] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.515332] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.515456] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.516445] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.516445] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.516445] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port e47dd8af-4943-4d99-89c7-daeb798ca744 not found, creating... [ 607.516731] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.516896] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.517080] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.517374] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.517588] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.517981] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.518511] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.518573] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.518794] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.519013] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.519304] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: e47dd8af-4943-4d99-89c7-daeb798ca744 is going to be created. [ 607.544017] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.544017] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.544273] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.544405] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.544631] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.544849] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-e47dd8af-4943-4d99-89c7-daeb798ca744" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.669413] env[65850]: INFO networking_nsxv3.common.synchronization [None req-197c0de6-2d14-44cd-a126-8ea0127c00d4 None None] Enqueued Resource ID: 101c1b99-c3c3-45c5-83da-3c4adb4b1e3a with Priority: HIGHEST for action port [ 607.669959] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101c1b99-c3c3-45c5-83da-3c4adb4b1e3a with Priority: HIGHEST for action port [ 607.670344] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-101c1b99-c3c3-45c5-83da-3c4adb4b1e3a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.670474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-101c1b99-c3c3-45c5-83da-3c4adb4b1e3a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.670543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-101c1b99-c3c3-45c5-83da-3c4adb4b1e3a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.670806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-101c1b99-c3c3-45c5-83da-3c4adb4b1e3a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.670930] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101c1b99-c3c3-45c5-83da-3c4adb4b1e3a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.685593] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6511850-4be9-4d37-a5bc-4badd6828dee [ 607.685593] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.685593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.685593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.685593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.685593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.685593] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6511850-4be9-4d37-a5bc-4badd6828dee already deleted. [ 607.685593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6511850-4be9-4d37-a5bc-4badd6828dee" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.783493] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94d865e6-cb49-4e9d-9b09-95e1bbfce52e [ 607.783661] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.783801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.783872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.784108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.784205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.784303] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94d865e6-cb49-4e9d-9b09-95e1bbfce52e already deleted. [ 607.784384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d865e6-cb49-4e9d-9b09-95e1bbfce52e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.968868] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e in Status: SUCCESS [ 607.970086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.174023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 101c1b99-c3c3-45c5-83da-3c4adb4b1e3a [ 608.174431] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.175297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.175412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.175720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.175842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.175944] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:101c1b99-c3c3-45c5-83da-3c4adb4b1e3a already deleted. [ 608.176070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-101c1b99-c3c3-45c5-83da-3c4adb4b1e3a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.307176] env[65850]: INFO networking_nsxv3.common.synchronization [req-d21da9f8-32e6-4abe-813d-3117b9b93b52 req-11e20c55-e910-4575-bced-7c0cdc52d895 service nova] Enqueued Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGHEST for action security_group_rules [ 608.307176] env[65850]: INFO networking_nsxv3.common.synchronization [req-d21da9f8-32e6-4abe-813d-3117b9b93b52 req-11e20c55-e910-4575-bced-7c0cdc52d895 service nova] Enqueued Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGHEST for action security_group_members [ 608.307293] env[65850]: INFO networking_nsxv3.common.synchronization [req-d21da9f8-32e6-4abe-813d-3117b9b93b52 req-11e20c55-e910-4575-bced-7c0cdc52d895 service nova] Enqueued Resource ID: e47dd8af-4943-4d99-89c7-daeb798ca744 with Priority: HIGHEST for action port [ 608.308058] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGHEST for action security_group_rules [ 608.308058] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGHEST for action security_group_members [ 608.308058] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47dd8af-4943-4d99-89c7-daeb798ca744 with Priority: HIGHEST for action port [ 608.308323] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.308506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.308598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.309029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.309135] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.310292] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.310732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.310732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.310845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.311067] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.311201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.311262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.311426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.311597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.311637] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.316402] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47dd8af-4943-4d99-89c7-daeb798ca744 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.317927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47dd8af-4943-4d99-89c7-daeb798ca744" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.317927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47dd8af-4943-4d99-89c7-daeb798ca744" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.317927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47dd8af-4943-4d99-89c7-daeb798ca744" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.317927] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47dd8af-4943-4d99-89c7-daeb798ca744',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.820422] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.820582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.820777] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.821729] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e47dd8af-4943-4d99-89c7-daeb798ca744 with status ACTIVE [ 608.821938] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.822084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.822269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.822363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.822465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.822649] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.822963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.822963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.825152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.826051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.826051] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.826051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.826051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.826322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.826322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.826322] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e47dd8af-4943-4d99-89c7-daeb798ca744 is going to be updated. [ 608.856463] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.856655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.856759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.857111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.857275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.857446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47dd8af-4943-4d99-89c7-daeb798ca744" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.282115] env[65850]: INFO networking_nsxv3.common.synchronization [None req-8aa8862b-0cc4-4185-b344-fe4b447029e4 None None] Enqueued Resource ID: a20c9648-6899-4f04-9acf-e257d933bd20 with Priority: HIGHEST for action port [ 609.283742] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20c9648-6899-4f04-9acf-e257d933bd20 with Priority: HIGHEST for action port [ 609.283742] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a20c9648-6899-4f04-9acf-e257d933bd20 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.283742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a20c9648-6899-4f04-9acf-e257d933bd20" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.283742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a20c9648-6899-4f04-9acf-e257d933bd20" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.283742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a20c9648-6899-4f04-9acf-e257d933bd20" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.283742] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20c9648-6899-4f04-9acf-e257d933bd20',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.330969] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.476197] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: SUCCESS [ 609.476401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.476545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.477107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.477107] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.477107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.477271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.477317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.477398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.477485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.477576] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.789073] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a20c9648-6899-4f04-9acf-e257d933bd20 [ 609.789073] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.789073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.789073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.789073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.789073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.789309] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a20c9648-6899-4f04-9acf-e257d933bd20 already deleted. [ 609.789309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a20c9648-6899-4f04-9acf-e257d933bd20" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.834504] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.834666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.835312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.836462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.837425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.837548] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 is going to be created. [ 609.866531] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.866531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.867263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.867507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.882684] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 in Status: UNINITIALIZED for 2s [ 609.980894] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.981329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.981469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.981850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.982189] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.982430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.982734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.984185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.984598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.984733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.985162] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.987280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.987988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.987988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.987988] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.987988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.988258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.988473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.988637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.988764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.988962] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.150779] env[65850]: INFO networking_nsxv3.common.synchronization [req-28ff68aa-367b-4fcc-acc3-150fddbe6c82 req-2e718c15-aed8-4720-a973-09971ccf88dd tempest-ServerMetadataTestJSON-1284006783 tempest-ServerMetadataTestJSON-1284006783-project-member] Enqueued Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGHEST for action security_group_members [ 610.151820] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGHEST for action security_group_members [ 610.152209] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-473c770b-7f65-4f5f-9397-95e29db801f4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.152347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.152416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.152687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.152853] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.152963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.153040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.153215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.153294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.153390] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.491958] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70e6589-5743-4504-b599-ed51bae02a6f: rpc.has_security_group_logging(os_id): False [ 610.510739] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.510976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.510976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.511228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.511309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.511625] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.511625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.511764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.511796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.511921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.512049] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.512218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.512218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.512394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.512530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.512633] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.512694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.512733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.512863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.512982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.514312] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70e6589-5743-4504-b599-ed51bae02a6f is going to be created. [ 610.576538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.576687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.576754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.577043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.577340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.600773] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: IN_PROGRESS for 2s [ 610.656415] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.656570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.656695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.656983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.656983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.657173] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.657263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.657316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.657448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.657519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.657587] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 473c770b-7f65-4f5f-9397-95e29db801f4 already deleted. [ 610.657672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.240226] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.240226] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-419" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.240226] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-419" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.240445] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-419" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.240667] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.240828] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.240936] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.241293] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.241341] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.241532] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.241635] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.242076] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.242076] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.242076] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.242076] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.242248] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.252312] env[65850]: INFO networking_nsxv3.common.synchronization [None req-d0d9342e-d1c5-4502-8307-3cd71e171b17 None None] Enqueued Resource ID: a56f5920-6dfa-4151-9180-e20c5822813b with Priority: HIGHEST for action port [ 611.252822] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56f5920-6dfa-4151-9180-e20c5822813b with Priority: HIGHEST for action port [ 611.253137] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56f5920-6dfa-4151-9180-e20c5822813b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.253266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56f5920-6dfa-4151-9180-e20c5822813b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.253353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56f5920-6dfa-4151-9180-e20c5822813b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.253634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56f5920-6dfa-4151-9180-e20c5822813b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.253711] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56f5920-6dfa-4151-9180-e20c5822813b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.264661] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.264832] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.264957] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.265172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-419" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.265560] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-754c1b77-f274-414c-b8e7-3e9de4cde136 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.265744] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-754c1b77-f274-414c-b8e7-3e9de4cde136" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.265859] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-754c1b77-f274-414c-b8e7-3e9de4cde136" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.266212] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-754c1b77-f274-414c-b8e7-3e9de4cde136" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.266356] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('754c1b77-f274-414c-b8e7-3e9de4cde136',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.755668] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56f5920-6dfa-4151-9180-e20c5822813b [ 611.755939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.756053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.756157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.756327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.756423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.756510] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56f5920-6dfa-4151-9180-e20c5822813b already deleted. [ 611.756689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56f5920-6dfa-4151-9180-e20c5822813b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.769479] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.769872] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.770108] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.770444] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.770653] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.770824] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 754c1b77-f274-414c-b8e7-3e9de4cde136 not found, creating... [ 611.771144] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.771307] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.771420] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.771814] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.771994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.772745] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.772745] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.772745] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.772967] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.773065] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.773962] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 754c1b77-f274-414c-b8e7-3e9de4cde136 is going to be created. [ 611.807313] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.807541] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.807664] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.807935] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.808176] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.808399] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-754c1b77-f274-414c-b8e7-3e9de4cde136" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.903242] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 in Status: SUCCESS [ 611.903475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.903653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.904051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.904096] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.904233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.904306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.904475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.904557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.904645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.904737] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.410028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.410028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.410028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.410028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.410028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.410700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.410700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.410700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.410700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.410700] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.428167] env[65850]: INFO networking_nsxv3.common.synchronization [None req-458de7c4-7ce0-4cb5-ae3e-68ad80992e2a None None] Enqueued Resource ID: 503ec45c-d73d-48e3-a46d-eda469c5626d with Priority: HIGHEST for action port [ 612.428167] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503ec45c-d73d-48e3-a46d-eda469c5626d with Priority: HIGHEST for action port [ 612.428967] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-503ec45c-d73d-48e3-a46d-eda469c5626d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.429653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503ec45c-d73d-48e3-a46d-eda469c5626d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.429863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503ec45c-d73d-48e3-a46d-eda469c5626d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.430258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503ec45c-d73d-48e3-a46d-eda469c5626d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.430454] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503ec45c-d73d-48e3-a46d-eda469c5626d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.497751] env[65850]: INFO networking_nsxv3.common.synchronization [None req-e6f92e21-293f-496f-8059-289118981b40 tempest-VolumesAssistedSnapshotsTest-101483011 tempest-VolumesAssistedSnapshotsTest-101483011-project-member] Enqueued Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_rules [ 612.498865] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_rules [ 612.498865] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.498865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.498865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.498865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.498865] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.617336] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: SUCCESS [ 612.617336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.619840] env[65850]: INFO networking_nsxv3.common.synchronization [req-28ff68aa-367b-4fcc-acc3-150fddbe6c82 req-b9d52288-9403-4e7d-98c5-93a7e4008f60 service nova] Enqueued Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGHEST for action security_group_rules [ 612.620068] env[65850]: INFO networking_nsxv3.common.synchronization [req-28ff68aa-367b-4fcc-acc3-150fddbe6c82 req-b9d52288-9403-4e7d-98c5-93a7e4008f60 service nova] Enqueued Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGHEST for action security_group_members [ 612.620229] env[65850]: INFO networking_nsxv3.common.synchronization [req-28ff68aa-367b-4fcc-acc3-150fddbe6c82 req-b9d52288-9403-4e7d-98c5-93a7e4008f60 service nova] Enqueued Resource ID: 754c1b77-f274-414c-b8e7-3e9de4cde136 with Priority: HIGHEST for action port [ 612.620732] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGHEST for action security_group_rules [ 612.620866] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGHEST for action security_group_members [ 612.620968] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 754c1b77-f274-414c-b8e7-3e9de4cde136 with Priority: HIGHEST for action port [ 612.621544] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-473c770b-7f65-4f5f-9397-95e29db801f4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.621700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.621825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.622139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.622248] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.625980] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-473c770b-7f65-4f5f-9397-95e29db801f4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.625980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.625980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.625980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.625980] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.625980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.625980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.625980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.625980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.625980] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.626343] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-754c1b77-f274-414c-b8e7-3e9de4cde136 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.626343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-754c1b77-f274-414c-b8e7-3e9de4cde136" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.626343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-754c1b77-f274-414c-b8e7-3e9de4cde136" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.626343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-754c1b77-f274-414c-b8e7-3e9de4cde136" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.626499] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('754c1b77-f274-414c-b8e7-3e9de4cde136',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.914129] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01: rpc.has_security_group_logging(os_id): False [ 612.934621] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503ec45c-d73d-48e3-a46d-eda469c5626d [ 612.934918] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.935113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.935189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.935444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.935553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.935664] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503ec45c-d73d-48e3-a46d-eda469c5626d already deleted. [ 612.935745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503ec45c-d73d-48e3-a46d-eda469c5626d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.937128] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.937286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.937345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.937532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.937707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.937790] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.937912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.937984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.938180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.938265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.938452] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.938549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.938607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.938750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.938824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.939127] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.939234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.939304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.939458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.939532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.939617] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 is going to be created. [ 613.043990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.044200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.044200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.044555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.044769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.054039] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.054039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.054039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.054039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.054039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.054039] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca already deleted. [ 613.054566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.061334] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 in Status: IN_PROGRESS for 2s [ 613.128188] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-473c770b-7f65-4f5f-9397-95e29db801f4 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.128188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.130485] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.131536] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 754c1b77-f274-414c-b8e7-3e9de4cde136 with status ACTIVE [ 613.131755] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.131920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.131980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.132207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.132320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.132512] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.132618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.132688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.133593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.133593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.133593] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.133593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.133593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.133593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.133593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.133593] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 754c1b77-f274-414c-b8e7-3e9de4cde136 is going to be updated. [ 613.177981] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.177981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.177981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.177981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.178225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.178781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-754c1b77-f274-414c-b8e7-3e9de4cde136" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.188477] env[65850]: INFO networking_nsxv3.common.synchronization [None req-767f4b1e-97de-445e-8657-d8bc3646637c tempest-VolumesAssistedSnapshotsTest-101483011 tempest-VolumesAssistedSnapshotsTest-101483011-project-member] Enqueued Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_rules [ 613.188477] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_rules [ 613.189531] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.189887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.190149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.190551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.191189] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.555185] env[65850]: INFO networking_nsxv3.common.synchronization [req-7b953a94-83d3-4b2b-8859-fd4673fdf5f9 req-223f073c-8ee4-4eef-8a38-f1b241dcf678 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 613.555741] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 613.556947] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.557148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.557255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.557617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.557940] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.558239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.558373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.558594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.558725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.558855] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.641771] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.714970] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.715140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.715205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.715427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.715512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.715604] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca already deleted. [ 613.715727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.062558] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.062558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.062929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.064199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.064199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.064342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.064525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.064525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.064749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.064835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.064969] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 already deleted. [ 614.065043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.072599] env[65850]: INFO networking_nsxv3.common.synchronization [None req-2ce2663c-7ef6-45bb-97f4-9d8240bd550a None None] Enqueued Resource ID: cc352089-8c07-4ef7-a3ca-54ded2d7bdf7 with Priority: HIGHEST for action port [ 614.073207] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc352089-8c07-4ef7-a3ca-54ded2d7bdf7 with Priority: HIGHEST for action port [ 614.073625] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc352089-8c07-4ef7-a3ca-54ded2d7bdf7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.073838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc352089-8c07-4ef7-a3ca-54ded2d7bdf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.073908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc352089-8c07-4ef7-a3ca-54ded2d7bdf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.074187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc352089-8c07-4ef7-a3ca-54ded2d7bdf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.074269] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc352089-8c07-4ef7-a3ca-54ded2d7bdf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.150403] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.152077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.152077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.152077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.152077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.152077] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 473c770b-7f65-4f5f-9397-95e29db801f4 is going to be created. [ 614.179457] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.179457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.179457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.179970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.182115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.194691] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 473c770b-7f65-4f5f-9397-95e29db801f4 in Status: UNINITIALIZED for 2s [ 614.578089] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc352089-8c07-4ef7-a3ca-54ded2d7bdf7 [ 614.578089] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.578089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.578089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.578089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.578089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.578089] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc352089-8c07-4ef7-a3ca-54ded2d7bdf7 already deleted. [ 614.578089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc352089-8c07-4ef7-a3ca-54ded2d7bdf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.587730] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.587953] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.588096] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.588422] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.588685] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.588838] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.588985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.589976] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.590198] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.590451] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.590611] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.591047] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.591246] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.591414] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.591579] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.591753] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.614644] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.614803] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.614931] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.615130] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.615504] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-31b8f6d1-2723-40a6-addc-af45684281b4 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.615646] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-31b8f6d1-2723-40a6-addc-af45684281b4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.615711] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-31b8f6d1-2723-40a6-addc-af45684281b4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.616034] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-31b8f6d1-2723-40a6-addc-af45684281b4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.616175] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b8f6d1-2723-40a6-addc-af45684281b4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.763750] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1da92d01-58af-435b-ac77-718d2c18c70c None None] Enqueued Resource ID: 24ccfa11-d1e1-4af9-ab40-3dec4e6ce555 with Priority: HIGHEST for action port [ 614.764358] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ccfa11-d1e1-4af9-ab40-3dec4e6ce555 with Priority: HIGHEST for action port [ 614.764844] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ccfa11-d1e1-4af9-ab40-3dec4e6ce555 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.765028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ccfa11-d1e1-4af9-ab40-3dec4e6ce555" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.765189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ccfa11-d1e1-4af9-ab40-3dec4e6ce555" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.765459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ccfa11-d1e1-4af9-ab40-3dec4e6ce555" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.765591] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ccfa11-d1e1-4af9-ab40-3dec4e6ce555',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.075280] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 in Status: SUCCESS [ 615.075618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.119177] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.119487] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.119629] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.120405] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.120405] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.120405] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 31b8f6d1-2723-40a6-addc-af45684281b4 not found, creating... [ 615.120572] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.120996] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.120996] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.120996] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.121246] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.121388] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.121566] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.121711] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.122625] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.122625] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.122625] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 31b8f6d1-2723-40a6-addc-af45684281b4 is going to be created. [ 615.147123] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.147360] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.147475] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.147851] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.148209] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.148388] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-31b8f6d1-2723-40a6-addc-af45684281b4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.268533] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ccfa11-d1e1-4af9-ab40-3dec4e6ce555 [ 615.268790] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.268937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.269057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.269277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.269364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.270733] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ccfa11-d1e1-4af9-ab40-3dec4e6ce555 already deleted. [ 615.270733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ccfa11-d1e1-4af9-ab40-3dec4e6ce555" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.699727] env[65850]: INFO networking_nsxv3.common.synchronization [None req-cefd0c55-86c6-46a4-a758-df1368916121 None None] Enqueued Resource ID: 9d3d1c40-a607-4086-a7ba-3c46715f132d with Priority: HIGHEST for action port [ 615.699727] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3d1c40-a607-4086-a7ba-3c46715f132d with Priority: HIGHEST for action port [ 615.700018] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d3d1c40-a607-4086-a7ba-3c46715f132d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.701427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d3d1c40-a607-4086-a7ba-3c46715f132d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.701553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d3d1c40-a607-4086-a7ba-3c46715f132d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.701831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d3d1c40-a607-4086-a7ba-3c46715f132d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.701920] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3d1c40-a607-4086-a7ba-3c46715f132d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.878452] env[65850]: INFO networking_nsxv3.common.synchronization [req-7b953a94-83d3-4b2b-8859-fd4673fdf5f9 req-6a6d8dc4-52ea-4a24-8919-17b9ebe34d51 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 615.879478] env[65850]: INFO networking_nsxv3.common.synchronization [req-7b953a94-83d3-4b2b-8859-fd4673fdf5f9 req-6a6d8dc4-52ea-4a24-8919-17b9ebe34d51 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 615.879478] env[65850]: INFO networking_nsxv3.common.synchronization [req-7b953a94-83d3-4b2b-8859-fd4673fdf5f9 req-6a6d8dc4-52ea-4a24-8919-17b9ebe34d51 service nova] Enqueued Resource ID: 31b8f6d1-2723-40a6-addc-af45684281b4 with Priority: HIGHEST for action port [ 615.881035] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 615.881035] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 615.881035] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b8f6d1-2723-40a6-addc-af45684281b4 with Priority: HIGHEST for action port [ 615.883691] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.883691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.883691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.883691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.883691] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.884140] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.884140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.884140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.884140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.884376] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.884527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.884631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.884977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.885053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.885172] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.886169] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b8f6d1-2723-40a6-addc-af45684281b4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.886313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b8f6d1-2723-40a6-addc-af45684281b4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.886436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b8f6d1-2723-40a6-addc-af45684281b4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.886662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b8f6d1-2723-40a6-addc-af45684281b4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.886781] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b8f6d1-2723-40a6-addc-af45684281b4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.205114] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d3d1c40-a607-4086-a7ba-3c46715f132d [ 616.205426] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.206503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.206503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.206503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.206503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.206503] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d3d1c40-a607-4086-a7ba-3c46715f132d already deleted. [ 616.206503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d3d1c40-a607-4086-a7ba-3c46715f132d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.207343] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 473c770b-7f65-4f5f-9397-95e29db801f4 in Status: SUCCESS [ 616.207343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.207734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.208373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.208588] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.208659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.208739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.208909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.209056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.209181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.209274] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.388521] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.389736] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.389859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.390299] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31b8f6d1-2723-40a6-addc-af45684281b4 with status ACTIVE [ 616.390468] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.390680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.390680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.390888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.391046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.391293] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.391433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.391529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.391772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.391897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.392446] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.392790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.393103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.393528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.394499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.394736] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31b8f6d1-2723-40a6-addc-af45684281b4 is going to be updated. [ 616.419892] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.419892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.419892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.419892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.419892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.419892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b8f6d1-2723-40a6-addc-af45684281b4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.440669] env[65850]: INFO networking_nsxv3.common.synchronization [req-dc1744e7-72fc-4241-b01e-a761c4dcd6c9 req-e655966e-f073-474a-95d3-44655d6cfc44 tempest-VolumesAdminNegativeTest-1277843575 tempest-VolumesAdminNegativeTest-1277843575-project-member] Enqueued Resource ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 with Priority: HIGHEST for action security_group_members [ 616.440669] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 with Priority: HIGHEST for action security_group_members [ 616.440669] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.440669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.440669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.440669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.440669] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.440669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.440669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.440669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.440669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.440669] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8fcd1da-a79f-47dd-9a03-f7bec3c8e541',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.715030] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-473c770b-7f65-4f5f-9397-95e29db801f4 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.715030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.715030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.715870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.715870] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.715870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.715870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.715870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.715870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.715870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.716144] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-473c770b-7f65-4f5f-9397-95e29db801f4 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.716144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.716144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.716260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.716394] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.716532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.716532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.716674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.716750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.716831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.716922] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.891859] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.943478] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.943648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.943720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.944939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.944939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.944939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.944939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.944939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.944939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.944939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.944939] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 already deleted. [ 616.944939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.145040] env[65850]: INFO networking_nsxv3.common.synchronization [None req-25659ef1-7881-40ed-9a61-9904ed07c099 None None] Enqueued Resource ID: 28e8f8aa-9b71-4be4-b36e-4b542a23b47b with Priority: HIGHEST for action port [ 617.145707] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e8f8aa-9b71-4be4-b36e-4b542a23b47b with Priority: HIGHEST for action port [ 617.145817] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e8f8aa-9b71-4be4-b36e-4b542a23b47b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.145937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e8f8aa-9b71-4be4-b36e-4b542a23b47b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.145997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e8f8aa-9b71-4be4-b36e-4b542a23b47b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.146261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e8f8aa-9b71-4be4-b36e-4b542a23b47b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.146353] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e8f8aa-9b71-4be4-b36e-4b542a23b47b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.181705] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.181938] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.182034] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.182371] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.182631] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.182789] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.182901] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.183130] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.183274] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.183474] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.183582] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.183687] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.183786] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.183889] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.183986] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.184128] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.205360] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.205720] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.205720] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.206109] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.206479] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-03eae088-793f-44b3-8712-9600ddc0e901 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.206659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-03eae088-793f-44b3-8712-9600ddc0e901" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.206772] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-03eae088-793f-44b3-8712-9600ddc0e901" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.207219] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-03eae088-793f-44b3-8712-9600ddc0e901" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.207355] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eae088-793f-44b3-8712-9600ddc0e901',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.221051] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 473c770b-7f65-4f5f-9397-95e29db801f4: rpc.has_security_group_logging(os_id): False [ 617.238949] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.239213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.239388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.239637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.239768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.240779] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.240779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.240978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.241302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.241390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.241575] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.241686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.241750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.242011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.242106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.242307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.242407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.242470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.242619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.242698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.242783] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 473c770b-7f65-4f5f-9397-95e29db801f4 is going to be created. [ 617.343657] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.344385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.344385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.344385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.344385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.360914] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 473c770b-7f65-4f5f-9397-95e29db801f4 in Status: IN_PROGRESS for 2s [ 617.394768] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.394967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.395027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.395248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.395317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.395420] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be created. [ 617.461691] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.461691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.461691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.461691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.461691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.472839] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: UNINITIALIZED for 2s [ 617.651054] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28e8f8aa-9b71-4be4-b36e-4b542a23b47b [ 617.651054] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.651054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.651054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.651054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.651054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.651054] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28e8f8aa-9b71-4be4-b36e-4b542a23b47b already deleted. [ 617.651054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e8f8aa-9b71-4be4-b36e-4b542a23b47b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.710316] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.710525] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.711103] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.711103] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.711243] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.711307] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 03eae088-793f-44b3-8712-9600ddc0e901 not found, creating... [ 617.711528] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.711678] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.711786] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.712577] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.712577] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.712658] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.712801] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.712881] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.713196] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.713523] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.713523] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 03eae088-793f-44b3-8712-9600ddc0e901 is going to be created. [ 617.735763] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.736034] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.736128] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.736401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.736617] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.736832] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-03eae088-793f-44b3-8712-9600ddc0e901" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.141972] env[65850]: INFO networking_nsxv3.common.synchronization [None req-9e28ccb5-fc51-43d0-ad73-740c66570396 None None] Enqueued Resource ID: 39b92ebf-8755-45f3-ae5d-c4a1378dc699 with Priority: HIGHEST for action port [ 618.141972] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b92ebf-8755-45f3-ae5d-c4a1378dc699 with Priority: HIGHEST for action port [ 618.142205] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b92ebf-8755-45f3-ae5d-c4a1378dc699 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.142205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b92ebf-8755-45f3-ae5d-c4a1378dc699" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.142308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b92ebf-8755-45f3-ae5d-c4a1378dc699" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.142543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b92ebf-8755-45f3-ae5d-c4a1378dc699" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.142628] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b92ebf-8755-45f3-ae5d-c4a1378dc699',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.474822] env[65850]: INFO networking_nsxv3.common.synchronization [req-dc1744e7-72fc-4241-b01e-a761c4dcd6c9 req-2118c762-e0d0-44d6-9a6b-c370e8ad59fa service nova] Enqueued Resource ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 with Priority: HIGHEST for action security_group_rules [ 618.475082] env[65850]: INFO networking_nsxv3.common.synchronization [req-dc1744e7-72fc-4241-b01e-a761c4dcd6c9 req-2118c762-e0d0-44d6-9a6b-c370e8ad59fa service nova] Enqueued Resource ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 with Priority: HIGHEST for action security_group_members [ 618.475318] env[65850]: INFO networking_nsxv3.common.synchronization [req-dc1744e7-72fc-4241-b01e-a761c4dcd6c9 req-2118c762-e0d0-44d6-9a6b-c370e8ad59fa service nova] Enqueued Resource ID: 03eae088-793f-44b3-8712-9600ddc0e901 with Priority: HIGHEST for action port [ 618.475869] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 with Priority: HIGHEST for action security_group_rules [ 618.476045] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 with Priority: HIGHEST for action security_group_members [ 618.476357] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eae088-793f-44b3-8712-9600ddc0e901 with Priority: HIGHEST for action port [ 618.476806] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.477025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.477150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.477465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.477605] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8fcd1da-a79f-47dd-9a03-f7bec3c8e541',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.478626] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.478742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.478845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.478981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.479231] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.479352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.479433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.479585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.479672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.479764] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8fcd1da-a79f-47dd-9a03-f7bec3c8e541',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.482166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-03eae088-793f-44b3-8712-9600ddc0e901 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.482388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03eae088-793f-44b3-8712-9600ddc0e901" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.482463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03eae088-793f-44b3-8712-9600ddc0e901" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.482665] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03eae088-793f-44b3-8712-9600ddc0e901" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.482791] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eae088-793f-44b3-8712-9600ddc0e901',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.648905] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39b92ebf-8755-45f3-ae5d-c4a1378dc699 [ 618.648905] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.648905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.648905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.648905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.648905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.648905] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39b92ebf-8755-45f3-ae5d-c4a1378dc699 already deleted. [ 618.648905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b92ebf-8755-45f3-ae5d-c4a1378dc699" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.743188] env[65850]: INFO networking_nsxv3.common.synchronization [None req-ef00de9d-ccb6-4695-bc16-308a7820709f None None] Enqueued Resource ID: 46b26f45-d098-48ac-b804-136182acce6d with Priority: HIGHEST for action port [ 618.746441] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b26f45-d098-48ac-b804-136182acce6d with Priority: HIGHEST for action port [ 618.747071] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-46b26f45-d098-48ac-b804-136182acce6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.747195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46b26f45-d098-48ac-b804-136182acce6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.747268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46b26f45-d098-48ac-b804-136182acce6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.747552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46b26f45-d098-48ac-b804-136182acce6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.747643] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46b26f45-d098-48ac-b804-136182acce6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.945180] env[65850]: INFO networking_nsxv3.common.synchronization [req-f79a756a-f9dd-4d63-b498-3f745f14a550 req-860d0f92-1de3-4fd1-839e-0cd7b2f9a1a7 tempest-ServerDiagnosticsTest-1033369372 tempest-ServerDiagnosticsTest-1033369372-project-member] Enqueued Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGHEST for action security_group_members [ 618.947035] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGHEST for action security_group_members [ 618.947035] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e48523e-a1bb-4ac4-917b-47bff133eddc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.947035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.947035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.947035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.947035] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.947035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.947035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.947522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.947522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.947522] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.982794] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8fcd1da-a79f-47dd-9a03-f7bec3c8e541',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.985473] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.985646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.985788] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03eae088-793f-44b3-8712-9600ddc0e901 with status ACTIVE [ 618.985999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.986129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.986203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.986456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.986531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.986652] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.986744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.986803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.986970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.987063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.987252] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.987346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.987406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.987564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.987675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.987714] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03eae088-793f-44b3-8712-9600ddc0e901 is going to be updated. [ 619.017167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.017432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.017548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.017812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.017987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.018306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03eae088-793f-44b3-8712-9600ddc0e901" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.251164] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46b26f45-d098-48ac-b804-136182acce6d [ 619.251288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.251585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.251585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.253243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.253377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.253630] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46b26f45-d098-48ac-b804-136182acce6d already deleted. [ 619.253670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46b26f45-d098-48ac-b804-136182acce6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.384405] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 473c770b-7f65-4f5f-9397-95e29db801f4 in Status: SUCCESS [ 619.384842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.450583] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.451025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.451159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.452033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.452033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.452033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.452033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.452033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.452033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.452337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.452337] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc already deleted. [ 619.452337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.483842] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 619.484313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.484313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.485017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.485017] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.485017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.485017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.486188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.486188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.486188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.486188] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.488364] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8fcd1da-a79f-47dd-9a03-f7bec3c8e541',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.531459] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.531674] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.532137] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.532137] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.532345] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.532470] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.532574] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.532781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.533259] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.533259] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.533259] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.533477] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.533477] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.533548] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.533582] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.533701] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.555332] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.555562] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.556017] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.556017] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.556417] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-094018d7-ea6a-488b-8c13-b8610c6560fb taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.556634] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-094018d7-ea6a-488b-8c13-b8610c6560fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.556829] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-094018d7-ea6a-488b-8c13-b8610c6560fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.557227] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-094018d7-ea6a-488b-8c13-b8610c6560fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.557425] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094018d7-ea6a-488b-8c13-b8610c6560fb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.741941] env[65850]: INFO networking_nsxv3.common.synchronization [None req-fe45b19c-3641-4a4e-962a-476b68ce19d8 tempest-ServerActionsTestOtherB-199528981 tempest-ServerActionsTestOtherB-199528981-project-member] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 619.741941] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 619.741941] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.741941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.741941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.741941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.741941] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.919279] env[65850]: INFO networking_nsxv3.common.synchronization [None req-0e044f5a-d844-4fdb-8dd0-067dddc6af37 tempest-ServerActionsTestOtherB-199528981 tempest-ServerActionsTestOtherB-199528981-project-member] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 619.920188] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 619.920335] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.991550] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.991776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.991857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.992138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.992262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.992342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 is going to be created. [ 619.993686] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.993805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.993867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.994041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.994220] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.994334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.994393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.994537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.994619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.994701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.994865] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.994958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.995035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.995194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.995341] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.995431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.995491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.995641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.995717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.995807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.995894] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.031586] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.031586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.031586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.031886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.031886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.044389] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 in Status: UNINITIALIZED for 2s [ 620.062643] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.062643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.062643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.062643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.062643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.062643] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 094018d7-ea6a-488b-8c13-b8610c6560fb not found, creating... [ 620.062971] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.062971] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.063118] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.063278] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.063439] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.063722] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.063874] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.063986] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.064225] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.064424] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.064545] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 094018d7-ea6a-488b-8c13-b8610c6560fb is going to be created. [ 620.087641] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.087915] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.088079] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.088385] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.088897] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.088897] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-094018d7-ea6a-488b-8c13-b8610c6560fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.275029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.275200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.275266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.275533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.275706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.275739] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda already deleted. [ 620.275815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.276323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.276323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.276323] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.498500] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8631d824-d9ad-4527-a163-d746a770cdf2: rpc.has_security_group_logging(os_id): False [ 620.518371] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.518534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.518605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.518850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.519227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.519227] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.519366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.519366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.519509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.519581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.519784] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.519889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.519942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.520498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.520498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.520498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.520498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.520498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.520802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.520802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.520802] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be created. [ 620.528893] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6351ad87-ad50-4ee9-a855-a2b623707c63 None None] Enqueued Resource ID: a007bb4d-3911-4b27-99fb-609017e640ab with Priority: HIGHEST for action port [ 620.529549] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a007bb4d-3911-4b27-99fb-609017e640ab with Priority: HIGHEST for action port [ 620.529838] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a007bb4d-3911-4b27-99fb-609017e640ab taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.529951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a007bb4d-3911-4b27-99fb-609017e640ab" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.530046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a007bb4d-3911-4b27-99fb-609017e640ab" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.530300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a007bb4d-3911-4b27-99fb-609017e640ab" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.530382] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a007bb4d-3911-4b27-99fb-609017e640ab',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.579636] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.579854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.579931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.580160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.580341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.592614] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 620.795739] env[65850]: INFO networking_nsxv3.common.synchronization [req-f79a756a-f9dd-4d63-b498-3f745f14a550 req-970eb339-201b-4453-9321-9204ab94175d service nova] Enqueued Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGHEST for action security_group_rules [ 620.795739] env[65850]: INFO networking_nsxv3.common.synchronization [req-f79a756a-f9dd-4d63-b498-3f745f14a550 req-970eb339-201b-4453-9321-9204ab94175d service nova] Enqueued Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGHEST for action security_group_members [ 620.795739] env[65850]: INFO networking_nsxv3.common.synchronization [req-f79a756a-f9dd-4d63-b498-3f745f14a550 req-970eb339-201b-4453-9321-9204ab94175d service nova] Enqueued Resource ID: 094018d7-ea6a-488b-8c13-b8610c6560fb with Priority: HIGHEST for action port [ 620.796216] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGHEST for action security_group_rules [ 620.797028] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGHEST for action security_group_members [ 620.797028] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094018d7-ea6a-488b-8c13-b8610c6560fb with Priority: HIGHEST for action port [ 620.797028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e48523e-a1bb-4ac4-917b-47bff133eddc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.797028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.797028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.797369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.797729] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.799846] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e48523e-a1bb-4ac4-917b-47bff133eddc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.800020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.800095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.802858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.803090] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.803248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.803906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.804553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.805211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.805211] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.806207] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-094018d7-ea6a-488b-8c13-b8610c6560fb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.806382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-094018d7-ea6a-488b-8c13-b8610c6560fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.806382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-094018d7-ea6a-488b-8c13-b8610c6560fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.807378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-094018d7-ea6a-488b-8c13-b8610c6560fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.807378] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094018d7-ea6a-488b-8c13-b8610c6560fb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.812594] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.812786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.812827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.813669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.813669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.813669] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda already deleted. [ 620.813669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.033754] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a007bb4d-3911-4b27-99fb-609017e640ab [ 621.035342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.035342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.035342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.035342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.035342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.035342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a007bb4d-3911-4b27-99fb-609017e640ab already deleted. [ 621.035342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a007bb4d-3911-4b27-99fb-609017e640ab" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.315037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e48523e-a1bb-4ac4-917b-47bff133eddc taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.315037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.315414] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.316062] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 094018d7-ea6a-488b-8c13-b8610c6560fb with status ACTIVE [ 621.316263] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.316384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.316450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.316654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.316746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.316939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.317058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.317119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.317281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.317362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.317549] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.317637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.317694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.318667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.318667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.318667] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 094018d7-ea6a-488b-8c13-b8610c6560fb is going to be updated. [ 621.347658] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.351169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.351169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.351291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.351916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.351916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-094018d7-ea6a-488b-8c13-b8610c6560fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.820624] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.058034] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 in Status: SUCCESS [ 622.058034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.058034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.058034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.058034] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.058034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.058034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.058034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.058034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.058034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.058034] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8fcd1da-a79f-47dd-9a03-f7bec3c8e541',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.324838] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.324838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.324838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.325160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.325846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.326024] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc is going to be created. [ 622.366257] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.366438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.366438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.366583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.366880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.382038] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc in Status: UNINITIALIZED for 2s [ 622.561866] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.561866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.561866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.562147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.562147] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.562277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.562277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.562434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.562521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.562603] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.562754] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.562849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.562909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.563056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.563217] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.563318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.563375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.563516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.563583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.563667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.563757] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8fcd1da-a79f-47dd-9a03-f7bec3c8e541',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.607531] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 622.607746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.065944] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8fcd1da-a79f-47dd-9a03-f7bec3c8e541: rpc.has_security_group_logging(os_id): False [ 623.087135] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.087311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.087376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.087597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.087688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.087887] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.087988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.088068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.088225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.088303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.088535] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.088639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.088639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.088784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.088857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.089116] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.091383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.091383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.091383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.091383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.091383] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 is going to be created. [ 623.163736] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.164020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.164020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.164144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.164397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.176723] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 in Status: IN_PROGRESS for 2s [ 623.951517] env[65850]: INFO networking_nsxv3.common.synchronization [req-9246511f-7dcf-4dc7-99e5-b83e71dfd402 req-35e63ffb-6501-49ee-8de3-70f221270992 tempest-ServersAdminNegativeTestJSON-1196358161 tempest-ServersAdminNegativeTestJSON-1196358161-project-member] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 623.952335] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 623.952506] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.952689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.952785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.953260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.953497] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.953659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.954404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.954404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.954404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.954404] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.302991] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.303562] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.303562] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.303842] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.304157] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.304316] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.304432] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.304684] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.304989] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.305218] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.305362] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.305574] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.305715] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.305834] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.305968] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.306285] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.327061] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.327252] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.327370] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.327544] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.327853] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-31a12862-5cdd-414b-a76c-174fa83228c4 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.328031] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-31a12862-5cdd-414b-a76c-174fa83228c4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.328150] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-31a12862-5cdd-414b-a76c-174fa83228c4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.328488] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-31a12862-5cdd-414b-a76c-174fa83228c4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.328617] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31a12862-5cdd-414b-a76c-174fa83228c4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.394907] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc in Status: SUCCESS [ 624.395531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.395531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.395869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.396193] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.396428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.396505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.396718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.396780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.396933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.397089] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.457284] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.457448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.457510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.457730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.457827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.458042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.458143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.458208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.458358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.458436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.458523] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537042bf-36e4-4533-a653-225839aa6e6d already deleted. [ 624.458598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.529404] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b54bb6b6-0a5a-49ed-85bf-67a75bfc080e None None] Enqueued Resource ID: 9f05694d-45e6-491f-b185-1f4f4d77b40e with Priority: HIGHEST for action port [ 624.530122] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f05694d-45e6-491f-b185-1f4f4d77b40e with Priority: HIGHEST for action port [ 624.530711] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f05694d-45e6-491f-b185-1f4f4d77b40e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.530861] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f05694d-45e6-491f-b185-1f4f4d77b40e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.530996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f05694d-45e6-491f-b185-1f4f4d77b40e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.531696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f05694d-45e6-491f-b185-1f4f4d77b40e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.531816] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f05694d-45e6-491f-b185-1f4f4d77b40e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.831644] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.831821] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.831883] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.832178] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.832325] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.832476] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 31a12862-5cdd-414b-a76c-174fa83228c4 not found, creating... [ 624.832745] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.832903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.833030] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.833278] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.833419] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.833705] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.833925] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.834017] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.834667] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.834808] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.834949] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 31a12862-5cdd-414b-a76c-174fa83228c4 is going to be created. [ 624.871063] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.871299] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.871532] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.871735] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.871884] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.872139] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-31a12862-5cdd-414b-a76c-174fa83228c4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.900204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e48523e-a1bb-4ac4-917b-47bff133eddc taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.900464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.900582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.900797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.900991] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.901860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.902087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.902207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.902320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.902425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.902616] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e48523e-a1bb-4ac4-917b-47bff133eddc taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.902743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.902805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.902976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.903149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.903259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.903317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.903479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.903557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.903640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.904629] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.034946] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f05694d-45e6-491f-b185-1f4f4d77b40e [ 625.035236] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.035397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.035480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.035773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.035898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.035991] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f05694d-45e6-491f-b185-1f4f4d77b40e already deleted. [ 625.036089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f05694d-45e6-491f-b185-1f4f4d77b40e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.190633] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 in Status: SUCCESS [ 625.190914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.409393] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e48523e-a1bb-4ac4-917b-47bff133eddc: rpc.has_security_group_logging(os_id): False [ 625.431194] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.432138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.432138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.432138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.432138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.432138] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.432138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.432138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.432453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.432453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.432625] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.432625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.432756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.432837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.432925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.433122] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.433219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.433282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.433436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.433580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.433716] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc is going to be created. [ 625.507566] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.507566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.507566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.508471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.508471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.521496] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc in Status: IN_PROGRESS for 2s [ 625.662083] env[65850]: INFO networking_nsxv3.common.synchronization [req-9246511f-7dcf-4dc7-99e5-b83e71dfd402 req-f250de90-9f37-427e-ab0b-dc8f07bd3e70 service nova] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_rules [ 625.664869] env[65850]: INFO networking_nsxv3.common.synchronization [req-9246511f-7dcf-4dc7-99e5-b83e71dfd402 req-f250de90-9f37-427e-ab0b-dc8f07bd3e70 service nova] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 625.664869] env[65850]: INFO networking_nsxv3.common.synchronization [req-9246511f-7dcf-4dc7-99e5-b83e71dfd402 req-f250de90-9f37-427e-ab0b-dc8f07bd3e70 service nova] Enqueued Resource ID: 31a12862-5cdd-414b-a76c-174fa83228c4 with Priority: HIGHEST for action port [ 625.664869] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_rules [ 625.664869] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 625.664869] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a12862-5cdd-414b-a76c-174fa83228c4 with Priority: HIGHEST for action port [ 625.664869] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.664869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.664869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.664869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.664869] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.665769] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.665769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.665769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.666106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.666106] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.666272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.666315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.666445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.666555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.666630] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.667453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-31a12862-5cdd-414b-a76c-174fa83228c4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.667605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31a12862-5cdd-414b-a76c-174fa83228c4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.667605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31a12862-5cdd-414b-a76c-174fa83228c4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.667760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31a12862-5cdd-414b-a76c-174fa83228c4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.667830] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31a12862-5cdd-414b-a76c-174fa83228c4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.170082] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.171320] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.174190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.174839] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31a12862-5cdd-414b-a76c-174fa83228c4 with status ACTIVE [ 626.174839] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.174839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.174839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.175151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.175265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.175511] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.176384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.176384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.176384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.176384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.176657] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.176782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.176861] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.177056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.178911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.178911] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31a12862-5cdd-414b-a76c-174fa83228c4 is going to be updated. [ 626.189250] env[65850]: INFO networking_nsxv3.common.synchronization [req-206e58ff-94e1-439a-a39c-e26600782775 req-840ab9c4-09b7-462e-aa98-cc6f276060db tempest-VolumesAssistedSnapshotsTest-101483011 tempest-VolumesAssistedSnapshotsTest-101483011-project-member] Enqueued Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_members [ 626.189770] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_members [ 626.190476] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.190604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.190667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.191115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.192412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.192965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.193052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.193321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.193448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.193574] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.199203] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.199203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.199203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.199423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.199669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.199743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31a12862-5cdd-414b-a76c-174fa83228c4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.616332] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.617627] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-174" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.617798] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-174" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.618405] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-174" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.618777] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.618974] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.619182] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.619443] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.619633] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.619951] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.620061] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.620158] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.620259] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.620380] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.620485] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.620817] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.649165] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.649391] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.650572] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.651157] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-174" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.651577] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.652152] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.652443] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.652772] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.652772] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393faa9c-c7b6-46c2-acca-8fe9c0d5127d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.679696] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.696143] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.696385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.696484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.696771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.696916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.697314] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.697469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.697630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.697882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.698009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.698272] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca already deleted. [ 626.698409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.158958] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.158958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.158958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.158958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.158958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.158958] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 393faa9c-c7b6-46c2-acca-8fe9c0d5127d not found, creating... [ 627.158958] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.158958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.158958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.158958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.158958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.159668] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.159668] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.159668] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.162499] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.162767] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.163900] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 393faa9c-c7b6-46c2-acca-8fe9c0d5127d is going to be created. [ 627.182566] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.182742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.182843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.183271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.184413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.184565] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537042bf-36e4-4533-a653-225839aa6e6d is going to be created. [ 627.191474] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.191474] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.191474] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.191474] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.191474] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.191474] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.218727] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.218727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.218876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.219018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.219240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.253489] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: UNINITIALIZED for 2s [ 627.345448] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6304be01-2a92-4913-ac75-4d2cc3a4c8fa None None] Enqueued Resource ID: babdd6bc-8db9-48fb-acb4-a2e8d167e0a6 with Priority: HIGHEST for action port [ 627.346248] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: babdd6bc-8db9-48fb-acb4-a2e8d167e0a6 with Priority: HIGHEST for action port [ 627.346319] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-babdd6bc-8db9-48fb-acb4-a2e8d167e0a6 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.346454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-babdd6bc-8db9-48fb-acb4-a2e8d167e0a6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.346521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-babdd6bc-8db9-48fb-acb4-a2e8d167e0a6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.346912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-babdd6bc-8db9-48fb-acb4-a2e8d167e0a6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.346912] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('babdd6bc-8db9-48fb-acb4-a2e8d167e0a6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.538076] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc in Status: SUCCESS [ 627.538076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.850834] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port babdd6bc-8db9-48fb-acb4-a2e8d167e0a6 [ 627.850834] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.850834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.850834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.850834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.850834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.850834] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:babdd6bc-8db9-48fb-acb4-a2e8d167e0a6 already deleted. [ 627.850834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-babdd6bc-8db9-48fb-acb4-a2e8d167e0a6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.932759] env[65850]: INFO networking_nsxv3.common.synchronization [req-206e58ff-94e1-439a-a39c-e26600782775 req-e35d46a5-6071-41fa-a48c-0fa959b42188 service nova] Enqueued Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_rules [ 627.933166] env[65850]: INFO networking_nsxv3.common.synchronization [req-206e58ff-94e1-439a-a39c-e26600782775 req-e35d46a5-6071-41fa-a48c-0fa959b42188 service nova] Enqueued Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_members [ 627.933591] env[65850]: INFO networking_nsxv3.common.synchronization [req-206e58ff-94e1-439a-a39c-e26600782775 req-e35d46a5-6071-41fa-a48c-0fa959b42188 service nova] Enqueued Resource ID: 393faa9c-c7b6-46c2-acca-8fe9c0d5127d with Priority: HIGHEST for action port [ 627.934284] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_rules [ 627.934629] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_members [ 627.934819] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393faa9c-c7b6-46c2-acca-8fe9c0d5127d with Priority: HIGHEST for action port [ 627.935307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.935561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.935706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.935974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.936177] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.939058] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.939058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.939058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.939058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.939317] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.939428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.939493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.939695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.940042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.940042] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.941105] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.941278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.941499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.941739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.941878] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393faa9c-c7b6-46c2-acca-8fe9c0d5127d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.245062] env[65850]: INFO networking_nsxv3.common.synchronization [req-23141f19-2905-4b68-935c-eb40d78aae68 req-a4cf6c97-71e7-4f85-97e7-24080740eb82 tempest-DeleteServersAdminTestJSON-359714446 tempest-DeleteServersAdminTestJSON-359714446-project-admin] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 628.245428] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 628.245689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.245820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.245820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.246136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.246239] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.246325] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.246381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.246568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.246657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.246752] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.444501] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.445978] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.445978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.446170] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 393faa9c-c7b6-46c2-acca-8fe9c0d5127d with status ACTIVE [ 628.446363] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.446521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.446622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.446926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.447094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.447421] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.447576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.448016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.448016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.448016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.448240] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.448333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.448517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.448651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.448841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.448950] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 393faa9c-c7b6-46c2-acca-8fe9c0d5127d is going to be updated. [ 628.474083] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.474612] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.474612] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.474743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.475065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.475146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393faa9c-c7b6-46c2-acca-8fe9c0d5127d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.749668] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.750053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.750191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.750508] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.750659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.750928] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.751157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.751157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.751387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.751502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.751621] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f is going to be updated. [ 628.786257] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.786257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.786257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.787500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.787820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.804803] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: IN_PROGRESS for 2s [ 628.830922] env[65850]: INFO networking_nsxv3.common.synchronization [req-18e72597-a2b3-46f3-a067-d7c4bd1fdf3f req-e3455e15-5c7b-40e0-bf47-f5c9bc426617 tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 628.831139] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 628.831481] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.831651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.831651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.834758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.834758] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.834758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.834758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.834758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.834758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.834758] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.951245] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.232430] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.232430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.232430] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.232600] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.232839] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.232932] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.233053] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.233466] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.233583] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.233784] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.233884] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.233989] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.234092] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.234191] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.234286] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.234412] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.262789] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.262978] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.263419] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.263419] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.264114] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-cdfee001-3e0a-4d74-b922-fac0c4681309 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.264114] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-cdfee001-3e0a-4d74-b922-fac0c4681309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.264293] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-cdfee001-3e0a-4d74-b922-fac0c4681309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.264653] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-cdfee001-3e0a-4d74-b922-fac0c4681309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.264823] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfee001-3e0a-4d74-b922-fac0c4681309',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.270030] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: SUCCESS [ 629.270030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.270030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.270030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.270030] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.270030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.270030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.270030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.270030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.270030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.270030] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.336293] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.336293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.336293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.336293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.336293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.341484] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.341484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.341484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.341484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.341484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.341484] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 already deleted. [ 629.341484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.453927] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.453927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.454765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.454765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.454765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.454765] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca is going to be created. [ 629.483503] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.483503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.483503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.483803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.483803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.494994] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca in Status: UNINITIALIZED for 2s [ 629.772288] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.772617] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.772617] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.773322] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.773322] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.773322] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port cdfee001-3e0a-4d74-b922-fac0c4681309 not found, creating... [ 629.773599] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.773709] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.773819] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.774054] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.774267] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.774643] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.774643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.774783] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.774873] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.775225] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.775225] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: cdfee001-3e0a-4d74-b922-fac0c4681309 is going to be created. [ 629.776409] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.776544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.776544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.776755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.776917] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.776995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.777063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.777476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.777476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.777476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.777657] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.777657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.777657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.778332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.778332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.778332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.778332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.778524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.778524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.778524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.778642] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.800052] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.800347] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.800541] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.800756] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.800979] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.801251] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-cdfee001-3e0a-4d74-b922-fac0c4681309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.284217] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 537042bf-36e4-4533-a653-225839aa6e6d: rpc.has_security_group_logging(os_id): False [ 630.308304] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.308454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.308832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.308832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.308832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.309057] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.309125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.309214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.309385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.309466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.309664] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.309757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.309817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.309956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.310062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.310230] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.310319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.310379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.310517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.310615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.310697] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537042bf-36e4-4533-a653-225839aa6e6d is going to be created. [ 630.379078] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.379078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.379078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.379502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.379662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.402829] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: IN_PROGRESS for 2s [ 630.669119] env[65850]: INFO networking_nsxv3.common.synchronization [req-18e72597-a2b3-46f3-a067-d7c4bd1fdf3f req-0a472df4-db64-442f-ad91-8fdc7946c176 service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 630.669309] env[65850]: INFO networking_nsxv3.common.synchronization [req-18e72597-a2b3-46f3-a067-d7c4bd1fdf3f req-0a472df4-db64-442f-ad91-8fdc7946c176 service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 630.669463] env[65850]: INFO networking_nsxv3.common.synchronization [req-18e72597-a2b3-46f3-a067-d7c4bd1fdf3f req-0a472df4-db64-442f-ad91-8fdc7946c176 service nova] Enqueued Resource ID: cdfee001-3e0a-4d74-b922-fac0c4681309 with Priority: HIGHEST for action port [ 630.674025] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 630.674254] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 630.674433] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfee001-3e0a-4d74-b922-fac0c4681309 with Priority: HIGHEST for action port [ 630.675041] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.675185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.675258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.676485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.676528] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.678466] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.678668] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.678668] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.678851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.679256] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.679256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.679256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.682736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.682919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.683059] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.684014] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdfee001-3e0a-4d74-b922-fac0c4681309 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.684631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdfee001-3e0a-4d74-b922-fac0c4681309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.684631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdfee001-3e0a-4d74-b922-fac0c4681309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.684631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdfee001-3e0a-4d74-b922-fac0c4681309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.684631] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfee001-3e0a-4d74-b922-fac0c4681309',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.753953] env[65850]: INFO networking_nsxv3.common.synchronization [req-64d4a2d2-78f5-4380-ba16-e37e797ea234 req-0103abbe-908b-413b-8671-846d3b8a65a2 tempest-SecurityGroupRulesNegativeTestJSON-645882930 tempest-SecurityGroupRulesNegativeTestJSON-645882930-project-member] Enqueued Resource ID: d1caf2bf-f2e4-492f-825a-987d3dc4f650 with Priority: HIGHEST for action security_group_rules [ 630.754351] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1caf2bf-f2e4-492f-825a-987d3dc4f650 with Priority: HIGHEST for action security_group_rules [ 630.754866] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.754866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.754866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.755366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.755485] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1caf2bf-f2e4-492f-825a-987d3dc4f650',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.819371] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: SUCCESS [ 630.819676] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f deletion is rescheduled due to dependency. [ 630.819832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.186170] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.186330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.186466] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.187448] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdfee001-3e0a-4d74-b922-fac0c4681309 with status ACTIVE [ 631.187639] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.187752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.187896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.188031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.188120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.188335] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.188423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.188423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.188609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.188666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.188798] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.190069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.190514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.191113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.191368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.191832] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdfee001-3e0a-4d74-b922-fac0c4681309 is going to be updated. [ 631.220644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.220873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.220873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.223020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.223020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.223020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdfee001-3e0a-4d74-b922-fac0c4681309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.273650] env[65850]: INFO networking_nsxv3.common.synchronization [req-4f1d72af-72ba-40af-9277-63e7d4894c8e req-56f46d20-0025-4bb1-a670-e11b9843d54b tempest-ServersAdminTestJSON-679498568 tempest-ServersAdminTestJSON-679498568-project-member] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 631.275892] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 631.276288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.279030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.279030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.279030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.279030] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.279030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.279030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.279030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.279030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.279030] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.280570] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.280722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.280789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.280927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.281017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.281181] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1caf2bf-f2e4-492f-825a-987d3dc4f650 already deleted. [ 631.281255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.509020] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca in Status: SUCCESS [ 631.509020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.509020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.509020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.509020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.509020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.509020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.509020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.509020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.509020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.509020] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.695755] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.785634] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.785922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.786022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.786442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.786442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.786781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.787037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.787280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.787417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.787517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.787666] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d already deleted. [ 631.787955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.802265] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.802451] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.802579] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.802903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.803388] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.803388] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.803543] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.803756] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.803891] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.804261] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.804261] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.804404] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.804404] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.804501] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.804605] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.804720] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.839387] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.839462] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.839993] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.840643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.840643] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.840940] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.841031] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.841715] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.841921] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bd98ce-96c7-48b6-a9c6-f9e86157a3d6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.012939] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.199989] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.200242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.200382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.200558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.200649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.200751] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be created. [ 632.227279] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.227458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.227795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.227795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.227953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.240578] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: UNINITIALIZED for 2s [ 632.346664] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.347659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.347659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.347659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.347659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.347865] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 08bd98ce-96c7-48b6-a9c6-f9e86157a3d6 not found, creating... [ 632.348460] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.349642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.349642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.349642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.349642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.349642] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.349855] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.349896] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.350364] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.350529] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.351102] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 08bd98ce-96c7-48b6-a9c6-f9e86157a3d6 is going to be created. [ 632.385108] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.385338] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.385495] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.385753] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.386117] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.387059] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.432074] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: SUCCESS [ 632.432074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.516507] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca: rpc.has_security_group_logging(os_id): False [ 632.547167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.547445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.547537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.547781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.547920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.548260] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.548385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.548439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.548616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.548697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.548973] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca is going to be created. [ 632.641620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.641787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.641857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.642117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.642334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.654166] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca in Status: IN_PROGRESS for 2s [ 632.755461] env[65850]: INFO networking_nsxv3.common.synchronization [req-9020427b-f554-4c0f-9216-761c2e8be842 req-4bdfa277-f6c3-4843-9d74-dcf0b784d1bc tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 632.756267] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 632.756678] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.756849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.756954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.757275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.757511] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.757688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.757775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.758029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.758168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.758311] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.939732] env[65850]: INFO networking_nsxv3.common.synchronization [req-f202119d-e884-492d-9a78-0aa414462304 req-6fb7b2f0-300d-4bcc-99d8-415c4874e00f tempest-AttachInterfacesV270Test-831875098 tempest-AttachInterfacesV270Test-831875098-project-member] Enqueued Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGHEST for action security_group_members [ 632.940162] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGHEST for action security_group_members [ 632.940637] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1014e0d9-de00-420a-ab46-f67dcc94ad1e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.940809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.940860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.941051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.941216] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.941322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.941386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.941558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.941652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.941748] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.034602] env[65850]: INFO networking_nsxv3.common.synchronization [req-4f1d72af-72ba-40af-9277-63e7d4894c8e req-256604b1-2721-4f47-8ff5-61f41d7690cb service nova] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_rules [ 633.034829] env[65850]: INFO networking_nsxv3.common.synchronization [req-4f1d72af-72ba-40af-9277-63e7d4894c8e req-256604b1-2721-4f47-8ff5-61f41d7690cb service nova] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 633.035015] env[65850]: INFO networking_nsxv3.common.synchronization [req-4f1d72af-72ba-40af-9277-63e7d4894c8e req-256604b1-2721-4f47-8ff5-61f41d7690cb service nova] Enqueued Resource ID: 08bd98ce-96c7-48b6-a9c6-f9e86157a3d6 with Priority: HIGHEST for action port [ 633.035634] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_rules [ 633.035803] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 633.035943] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08bd98ce-96c7-48b6-a9c6-f9e86157a3d6 with Priority: HIGHEST for action port [ 633.038384] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.038977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.038977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.038977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.039544] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.040672] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.040672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.040672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.040672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.040860] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.040905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.040983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.041198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.043076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.043076] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.043076] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.043076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.043076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.043076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.043076] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bd98ce-96c7-48b6-a9c6-f9e86157a3d6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.261402] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.261794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.261925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.262281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.262437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.262744] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.262907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.263036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.263330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.263510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.263611] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 633.311992] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.312173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.312242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.312454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.312860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.323143] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 633.443752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.443752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.443935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.445482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.445605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.445827] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.445942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.445998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.446207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.446293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.446384] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e is going to be updated. [ 633.477045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.477338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.477338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.477592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.477724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.489305] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e in Status: IN_PROGRESS for 2s [ 633.545406] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.546718] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.546856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.548467] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08bd98ce-96c7-48b6-a9c6-f9e86157a3d6 with status ACTIVE [ 633.548701] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.548981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.548981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.549230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.549323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.549780] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.549780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.549780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.550549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.550549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.550549] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.550549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.550549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.550771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.550771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.550857] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08bd98ce-96c7-48b6-a9c6-f9e86157a3d6 is going to be updated. [ 633.576299] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.576469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.576531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.577238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.577238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.577238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08bd98ce-96c7-48b6-a9c6-f9e86157a3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.939210] env[65850]: INFO networking_nsxv3.common.synchronization [req-fa4e0047-2f37-481d-b12e-a6934aeb5efa req-df02dd9c-634b-444f-8ed4-4571b8ac14c4 tempest-ServerExternalEventsTest-701482004 tempest-ServerExternalEventsTest-701482004-project-member] Enqueued Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGHEST for action security_group_members [ 633.939972] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGHEST for action security_group_members [ 633.940371] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.940512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.940851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.940851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.940970] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.941134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.941134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.942026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.942026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.942026] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.049261] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.254014] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 634.254014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.254014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.254014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.254014] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.254014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.254014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.254464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.254464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.254531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.254689] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.445901] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.445901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.445901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.445901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.445901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.445901] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.445901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.445901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.445901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.445901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.445901] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 is going to be updated. [ 634.478568] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.478749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.478825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.479106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.479338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.495378] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 in Status: IN_PROGRESS for 2s [ 634.553583] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.554101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.554216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.554485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.554579] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.554682] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be created. [ 634.579367] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.579588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.579742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.580056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.580381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.593655] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: UNINITIALIZED for 2s [ 634.668307] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca in Status: SUCCESS [ 634.668307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.758113] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.758225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.758225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.758464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.758695] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.758763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.758878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.758959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.759058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.759218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.759294] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.759388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.759473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.759643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.760504] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.760504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.760504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.760504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.760504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.760504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.760504] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.265584] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fe49f1-4445-43b4-a6a8-edc99e943aa0: rpc.has_security_group_logging(os_id): False [ 635.295856] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.295856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.295856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.295856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.296116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.296248] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.297347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.297347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.297347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.297347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.297347] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.297347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.297347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.297347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.297347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.297848] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.297848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.297848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.297958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.297990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.298103] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be created. [ 635.345769] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 635.346273] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 635.346273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.394899] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.395088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.395160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.395391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.395597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.409395] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 635.506151] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e in Status: SUCCESS [ 635.506151] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e deletion is rescheduled due to dependency. [ 635.506421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.732215] env[65850]: INFO networking_nsxv3.common.synchronization [req-d5f7219a-125a-4023-912c-0d85facf3503 req-fe477df8-6e01-4b6a-aff4-ccfb9a1cf425 tempest-ServerActionsTestOtherB-199528981 tempest-ServerActionsTestOtherB-199528981-project-member] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 635.732215] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 635.732215] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.733760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.733760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.733760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.733760] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.733760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.733760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.733760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.734040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.734040] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.237561] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.237763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.237832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.238145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.238287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.238580] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.238724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.238820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.239054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.239180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.239320] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda already deleted. [ 636.239446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.306147] env[65850]: INFO networking_nsxv3.common.synchronization [None req-175243ef-2986-4f5b-b8bd-323045dd01c6 None None] Enqueued Resource ID: 5518528e-d092-48d9-9e1e-fc177a69f25c with Priority: HIGHEST for action port [ 636.306147] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5518528e-d092-48d9-9e1e-fc177a69f25c with Priority: HIGHEST for action port [ 636.306147] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-5518528e-d092-48d9-9e1e-fc177a69f25c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.306147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5518528e-d092-48d9-9e1e-fc177a69f25c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.306147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5518528e-d092-48d9-9e1e-fc177a69f25c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.306147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5518528e-d092-48d9-9e1e-fc177a69f25c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.306147] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5518528e-d092-48d9-9e1e-fc177a69f25c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.505623] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 in Status: SUCCESS [ 636.505875] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 deletion is rescheduled due to dependency. [ 636.505956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.603994] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 636.604160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.604396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.604617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.604807] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.604921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.605060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.605157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.605462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.605462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.605462] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.805816] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5518528e-d092-48d9-9e1e-fc177a69f25c [ 636.806146] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.806439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.806439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.809304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.809304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.809304] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5518528e-d092-48d9-9e1e-fc177a69f25c already deleted. [ 636.809304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5518528e-d092-48d9-9e1e-fc177a69f25c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.043554] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.043781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.043896] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.044249] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.044772] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.044772] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.044772] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.048508] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.048660] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.049445] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.049445] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.049445] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.049669] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.049669] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.050377] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.050377] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.078486] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.078659] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.078799] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.078992] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.079439] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-1ab5acd2-f5d8-4209-845f-1380f00dffc4 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.079650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-1ab5acd2-f5d8-4209-845f-1380f00dffc4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.079776] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-1ab5acd2-f5d8-4209-845f-1380f00dffc4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.081944] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-1ab5acd2-f5d8-4209-845f-1380f00dffc4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.082113] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab5acd2-f5d8-4209-845f-1380f00dffc4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.109447] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.109664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.109777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.110136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.110376] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.110514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.110603] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.110818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.110988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.111064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.111337] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.111337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.111337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.111337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.111337] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.111337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.111337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.111337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.111337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.111337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.113228] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.427676] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 637.428102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.575872] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b86cacb6-9256-4851-a634-0e16f269868d None None] Enqueued Resource ID: c7473f20-3a0b-47bc-870c-15b021aa837c with Priority: HIGHEST for action port [ 637.576449] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7473f20-3a0b-47bc-870c-15b021aa837c with Priority: HIGHEST for action port [ 637.576850] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7473f20-3a0b-47bc-870c-15b021aa837c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.576995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7473f20-3a0b-47bc-870c-15b021aa837c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.577100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7473f20-3a0b-47bc-870c-15b021aa837c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.577355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7473f20-3a0b-47bc-870c-15b021aa837c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.578068] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7473f20-3a0b-47bc-870c-15b021aa837c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.585046] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.585257] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.585377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.585646] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.585787] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.585933] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 1ab5acd2-f5d8-4209-845f-1380f00dffc4 not found, creating... [ 637.586199] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.586349] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.586456] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.587367] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.587367] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.587367] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.587367] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.587367] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.587603] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.587603] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.587727] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 1ab5acd2-f5d8-4209-845f-1380f00dffc4 is going to be created. [ 637.610602] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.610802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.610918] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.611218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.611532] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.611790] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-1ab5acd2-f5d8-4209-845f-1380f00dffc4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.614776] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3486bc3-6f28-4484-ab6a-b239dbc87e0d: rpc.has_security_group_logging(os_id): False [ 637.634734] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.634909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.634991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.635221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.635316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.635510] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.635618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.635657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.636759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.636759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.636759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.636759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.636759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.636759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.636759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.636759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.636759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.636759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.637201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.637201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.637201] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be created. [ 637.872388] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.872658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.872658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.873152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.873248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.888452] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 638.081110] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7473f20-3a0b-47bc-870c-15b021aa837c [ 638.081110] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.081110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.081110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.081825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.081825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.081825] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7473f20-3a0b-47bc-870c-15b021aa837c already deleted. [ 638.081825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7473f20-3a0b-47bc-870c-15b021aa837c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.385289] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b29d91ee-12e3-444a-ac9d-9d11ffc1729b None None] Enqueued Resource ID: 11a9ae8e-db0f-4a38-801f-91946ea4714a with Priority: HIGHEST for action port [ 638.385889] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a9ae8e-db0f-4a38-801f-91946ea4714a with Priority: HIGHEST for action port [ 638.386589] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a9ae8e-db0f-4a38-801f-91946ea4714a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.387571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a9ae8e-db0f-4a38-801f-91946ea4714a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.387571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a9ae8e-db0f-4a38-801f-91946ea4714a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.387571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a9ae8e-db0f-4a38-801f-91946ea4714a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.387571] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a9ae8e-db0f-4a38-801f-91946ea4714a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.417815] env[65850]: INFO networking_nsxv3.common.synchronization [req-d5f7219a-125a-4023-912c-0d85facf3503 req-5ca1bd55-2489-482d-9d53-2709572547d1 service nova] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 638.418010] env[65850]: INFO networking_nsxv3.common.synchronization [req-d5f7219a-125a-4023-912c-0d85facf3503 req-5ca1bd55-2489-482d-9d53-2709572547d1 service nova] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 638.418153] env[65850]: INFO networking_nsxv3.common.synchronization [req-d5f7219a-125a-4023-912c-0d85facf3503 req-5ca1bd55-2489-482d-9d53-2709572547d1 service nova] Enqueued Resource ID: 1ab5acd2-f5d8-4209-845f-1380f00dffc4 with Priority: HIGHEST for action port [ 638.418762] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 638.418904] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 638.419092] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab5acd2-f5d8-4209-845f-1380f00dffc4 with Priority: HIGHEST for action port [ 638.419411] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.419519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.419557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.419821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.419938] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.423843] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.423843] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.423843] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.423843] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab5acd2-f5d8-4209-845f-1380f00dffc4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab5acd2-f5d8-4209-845f-1380f00dffc4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab5acd2-f5d8-4209-845f-1380f00dffc4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.423843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab5acd2-f5d8-4209-845f-1380f00dffc4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.423843] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab5acd2-f5d8-4209-845f-1380f00dffc4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.760856] env[65850]: INFO networking_nsxv3.common.synchronization [req-b6188961-a14e-4d6a-a9b6-f987d6ddf2c3 req-814607d4-8309-478a-a597-99ed36d61993 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 638.761457] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 638.761765] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.761889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.761956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.762243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.762420] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.762530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.762583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.762691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.762771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.762865] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.892684] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11a9ae8e-db0f-4a38-801f-91946ea4714a [ 638.892684] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.892684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.892684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.892684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.892684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.892684] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11a9ae8e-db0f-4a38-801f-91946ea4714a already deleted. [ 638.892684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a9ae8e-db0f-4a38-801f-91946ea4714a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.924818] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.924986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.925190] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.926138] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ab5acd2-f5d8-4209-845f-1380f00dffc4 with status ACTIVE [ 638.926416] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.926543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.926748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.926852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.926944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.927776] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.927776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.927776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.927776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.927776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.927776] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.928176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.928176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.928176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.928176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.928288] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ab5acd2-f5d8-4209-845f-1380f00dffc4 is going to be updated. [ 638.951178] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.951178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.951178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.951178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.951178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.951441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab5acd2-f5d8-4209-845f-1380f00dffc4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.222237] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.222237] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-302" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.222440] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-302" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.222781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-302" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.223167] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.223396] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.223567] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.223869] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.224086] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.224384] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.224550] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.224990] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.224990] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.224990] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.225165] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.225400] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.246378] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.246378] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.246378] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.248540] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-302" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.248540] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-7b72bc47-b26e-46cd-8746-65022e0f6cfb taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.248540] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.248540] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.249032] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.249504] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b72bc47-b26e-46cd-8746-65022e0f6cfb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.264482] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.264863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.265056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.266307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.266307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.266307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.266307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.266307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.266307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.266307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.266307] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 already deleted. [ 639.266307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.430664] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.752218] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.753315] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.753315] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.753315] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.753315] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.753315] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 7b72bc47-b26e-46cd-8746-65022e0f6cfb not found, creating... [ 639.753617] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.753803] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.753928] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.754197] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.754463] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.755036] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.755036] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.755393] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.755868] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.757008] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.757008] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb is going to be created. [ 639.785616] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.786946] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.786946] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.786946] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.787252] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.787559] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.914862] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 639.915258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.934503] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.934503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.934503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.934970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.935144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.935338] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be created. [ 639.980299] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.980519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.980634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.981713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.981713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.996989] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: UNINITIALIZED for 2s [ 640.052954] env[65850]: INFO networking_nsxv3.common.synchronization [None req-7958f64f-2417-457e-a3b4-509d2d35738b None None] Enqueued Resource ID: 137cf632-f5fb-41f3-a9dd-ca02e8f5ac40 with Priority: HIGHEST for action port [ 640.054448] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 137cf632-f5fb-41f3-a9dd-ca02e8f5ac40 with Priority: HIGHEST for action port [ 640.054448] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-137cf632-f5fb-41f3-a9dd-ca02e8f5ac40 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.054705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-137cf632-f5fb-41f3-a9dd-ca02e8f5ac40" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.054705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-137cf632-f5fb-41f3-a9dd-ca02e8f5ac40" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.055203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-137cf632-f5fb-41f3-a9dd-ca02e8f5ac40" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.055203] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('137cf632-f5fb-41f3-a9dd-ca02e8f5ac40',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.401892] env[65850]: INFO networking_nsxv3.common.synchronization [None req-dbf77959-8ea2-4145-b32f-f16755eea374 None None] Enqueued Resource ID: 2c834487-215e-4906-ac42-c555669c2ad7 with Priority: HIGHEST for action port [ 640.401892] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c834487-215e-4906-ac42-c555669c2ad7 with Priority: HIGHEST for action port [ 640.401892] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c834487-215e-4906-ac42-c555669c2ad7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.402365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c834487-215e-4906-ac42-c555669c2ad7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.402456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c834487-215e-4906-ac42-c555669c2ad7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.402850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c834487-215e-4906-ac42-c555669c2ad7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.403022] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c834487-215e-4906-ac42-c555669c2ad7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.566990] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 137cf632-f5fb-41f3-a9dd-ca02e8f5ac40 [ 640.566990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.566990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.566990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.566990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.566990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.566990] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:137cf632-f5fb-41f3-a9dd-ca02e8f5ac40 already deleted. [ 640.566990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-137cf632-f5fb-41f3-a9dd-ca02e8f5ac40" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.647853] env[65850]: INFO networking_nsxv3.common.synchronization [req-b6188961-a14e-4d6a-a9b6-f987d6ddf2c3 req-d4f435f4-5ed2-4d4e-a524-cc51d0829e65 service nova] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 640.647853] env[65850]: INFO networking_nsxv3.common.synchronization [req-b6188961-a14e-4d6a-a9b6-f987d6ddf2c3 req-d4f435f4-5ed2-4d4e-a524-cc51d0829e65 service nova] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 640.647853] env[65850]: INFO networking_nsxv3.common.synchronization [req-b6188961-a14e-4d6a-a9b6-f987d6ddf2c3 req-d4f435f4-5ed2-4d4e-a524-cc51d0829e65 service nova] Enqueued Resource ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb with Priority: HIGHEST for action port [ 640.648282] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 640.648428] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 640.648527] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb with Priority: HIGHEST for action port [ 640.648843] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.648938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.649014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.649913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.650013] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.651492] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.651560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.651661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.655020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.655020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.655020] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.655731] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b72bc47-b26e-46cd-8746-65022e0f6cfb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.655731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.655731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655731] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b72bc47-b26e-46cd-8746-65022e0f6cfb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.907246] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c834487-215e-4906-ac42-c555669c2ad7 [ 640.907587] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.909082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.909082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.909082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.909082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.909082] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c834487-215e-4906-ac42-c555669c2ad7 already deleted. [ 640.909082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c834487-215e-4906-ac42-c555669c2ad7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.112928] env[65850]: INFO networking_nsxv3.common.synchronization [None req-fb4d7caa-78e4-4a5b-992b-35f977c403b2 tempest-ServersWithSpecificFlavorTestJSON-227808774 tempest-ServersWithSpecificFlavorTestJSON-227808774-project-member] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_rules [ 641.113457] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_rules [ 641.114034] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.114034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.114034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.114245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.114379] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.156293] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.157262] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.157465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.161533] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b72bc47-b26e-46cd-8746-65022e0f6cfb with status ACTIVE [ 641.162623] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.162707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.162745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.162993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.163114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.163317] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.163417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.163476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.164072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.164072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.164072] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.164072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.164072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.164498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.164498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.164498] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb is going to be updated. [ 641.192601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.194228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.194228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.194228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.194228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.194228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.472242] env[65850]: INFO networking_nsxv3.common.synchronization [req-805ab326-6f8d-49a2-9b8a-8840465fd826 req-7886347b-7dbe-4f60-bb3a-85a5a952e0f1 tempest-ServersAdminTestJSON-679498568 tempest-ServersAdminTestJSON-679498568-project-member] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 641.472483] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 641.472937] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.474421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.475188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.475898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.476278] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.476649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.476929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.477260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.477476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.477673] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.643220] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.643220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.643220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.643220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.643220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.643220] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f already deleted. [ 641.643220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.661409] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.765873] env[65850]: INFO networking_nsxv3.common.synchronization [None req-bda96e36-4177-4e88-aa9d-8b2ade5270ea tempest-ServersWithSpecificFlavorTestJSON-227808774 tempest-ServersWithSpecificFlavorTestJSON-227808774-project-member] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_rules [ 641.769390] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_rules [ 641.770094] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.770274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.770340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.771364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.771514] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.979895] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.008370] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 642.009241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.009596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.009843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.010212] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.010637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.010716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.010887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.011026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.012077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.012227] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.134649] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.135056] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.135056] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.135264] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.135545] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.135775] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.136051] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.136417] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.136643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.138013] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.138176] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.138292] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.138416] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.138555] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.138670] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.138802] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.159071] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.159256] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.159420] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.159651] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.159896] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-30eebd68-7898-47a6-ba9f-be6cf011b133 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.160079] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-30eebd68-7898-47a6-ba9f-be6cf011b133" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.160195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-30eebd68-7898-47a6-ba9f-be6cf011b133" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.160534] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-30eebd68-7898-47a6-ba9f-be6cf011b133" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.160667] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30eebd68-7898-47a6-ba9f-be6cf011b133',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.167442] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.167591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.167666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.167876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.167963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.168076] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be created. [ 642.194520] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.194602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.194637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.195518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.195518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.205612] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: UNINITIALIZED for 2s [ 642.310682] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.310682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.310682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.311075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.311075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.311075] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f already deleted. [ 642.311075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.483105] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.516862] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.579592] env[65850]: INFO networking_nsxv3.common.synchronization [None req-36b0c895-3274-4345-9ab8-49ef334f1bb1 None None] Enqueued Resource ID: ed978396-fb4d-4832-ba9d-615252b7d547 with Priority: HIGHEST for action port [ 642.579592] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed978396-fb4d-4832-ba9d-615252b7d547 with Priority: HIGHEST for action port [ 642.579592] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed978396-fb4d-4832-ba9d-615252b7d547 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.579592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed978396-fb4d-4832-ba9d-615252b7d547" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.579592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed978396-fb4d-4832-ba9d-615252b7d547" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.579592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed978396-fb4d-4832-ba9d-615252b7d547" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.579592] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed978396-fb4d-4832-ba9d-615252b7d547',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.666602] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.666927] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.667070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.667395] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.667795] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.667795] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 30eebd68-7898-47a6-ba9f-be6cf011b133 not found, creating... [ 642.667972] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.668120] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.668232] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.668459] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.668594] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.668906] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.669104] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.669218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.669503] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.669645] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.669768] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 30eebd68-7898-47a6-ba9f-be6cf011b133 is going to be created. [ 642.692284] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.692629] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.692629] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.692888] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.693137] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.693368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-30eebd68-7898-47a6-ba9f-be6cf011b133" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.987768] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.987768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.987768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.987768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.987768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.987768] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 643.020909] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b227bdf-fac1-42af-a2c2-d99da09bfdda: rpc.has_security_group_logging(os_id): False [ 643.023939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.024141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.024141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.024991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.024991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.036246] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 643.043288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.043463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.043515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.043709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.043804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.044050] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.044153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.044216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.044375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.044454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.044572] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be created. [ 643.083307] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed978396-fb4d-4832-ba9d-615252b7d547 [ 643.083307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.083307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.083588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.083637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.084072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.084072] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed978396-fb4d-4832-ba9d-615252b7d547 already deleted. [ 643.084072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed978396-fb4d-4832-ba9d-615252b7d547" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.130168] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.130437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.130437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.130657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.130843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.150359] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 643.462155] env[65850]: INFO networking_nsxv3.common.synchronization [req-805ab326-6f8d-49a2-9b8a-8840465fd826 req-53ed7f2b-9049-49c2-89e2-8302f4458b6b service nova] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_rules [ 643.462337] env[65850]: INFO networking_nsxv3.common.synchronization [req-805ab326-6f8d-49a2-9b8a-8840465fd826 req-53ed7f2b-9049-49c2-89e2-8302f4458b6b service nova] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 643.462519] env[65850]: INFO networking_nsxv3.common.synchronization [req-805ab326-6f8d-49a2-9b8a-8840465fd826 req-53ed7f2b-9049-49c2-89e2-8302f4458b6b service nova] Enqueued Resource ID: 30eebd68-7898-47a6-ba9f-be6cf011b133 with Priority: HIGHEST for action port [ 643.463136] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_rules [ 643.463351] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 643.463525] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30eebd68-7898-47a6-ba9f-be6cf011b133 with Priority: HIGHEST for action port [ 643.466025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.466025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.466025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.466025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.466025] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.466025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.466025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.466025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-30eebd68-7898-47a6-ba9f-be6cf011b133 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.466025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30eebd68-7898-47a6-ba9f-be6cf011b133" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.466025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30eebd68-7898-47a6-ba9f-be6cf011b133" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.466584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30eebd68-7898-47a6-ba9f-be6cf011b133" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.466584] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30eebd68-7898-47a6-ba9f-be6cf011b133',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.862603] env[65850]: INFO networking_nsxv3.common.synchronization [req-534d1c3b-f517-444f-a354-be1558d50772 req-c884977b-84eb-4ac7-a77e-f223e0d29057 tempest-SecurityGroupRulesNegativeTestJSON-645882930 tempest-SecurityGroupRulesNegativeTestJSON-645882930-project-member] Enqueued Resource ID: d1caf2bf-f2e4-492f-825a-987d3dc4f650 with Priority: HIGHEST for action security_group_rules [ 643.863175] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1caf2bf-f2e4-492f-825a-987d3dc4f650 with Priority: HIGHEST for action security_group_rules [ 643.863531] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.863662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.863724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.864123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.864198] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1caf2bf-f2e4-492f-825a-987d3dc4f650',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.968866] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.969040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.969209] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30eebd68-7898-47a6-ba9f-be6cf011b133 with status ACTIVE [ 643.969454] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.970453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.970453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.970453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.970453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.970453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.970453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.970453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.970453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.970847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.970847] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.970847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.971092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.971092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.971181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.971276] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30eebd68-7898-47a6-ba9f-be6cf011b133 is going to be updated. [ 643.998107] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.998274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.998342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.998557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.998700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.998896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30eebd68-7898-47a6-ba9f-be6cf011b133" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.220257] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: UNINITIALIZED for 4s [ 644.392319] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.392593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.392703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.393073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.393290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.393434] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1caf2bf-f2e4-492f-825a-987d3dc4f650 already deleted. [ 644.393694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1caf2bf-f2e4-492f-825a-987d3dc4f650" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.049024] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 645.049024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.049024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.049024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.049329] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.049414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.049453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.049655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.049794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.051035] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.162658] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 645.162885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.552859] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.057128] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.232074] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 646.232074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.232074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.232074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.232074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.232315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.232315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.232394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.232432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.232535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.232581] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.559440] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.560441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.560901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.561499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.564077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.564077] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 646.623416] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.623416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.623416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.623416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.623416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.639819] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 646.735634] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.735882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.735962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.736291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.736417] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.736673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.736673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.736772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.736892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.737057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.737328] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.737476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.737702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.737702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.737994] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.737994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.738223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.738223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.738358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.738358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.738460] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.242503] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3632713-c3ff-46d0-bd94-712737a1d420: rpc.has_security_group_logging(os_id): False [ 647.265024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.265024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.265024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.266220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.269305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.269305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.269305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.269305] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.269305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.269305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.269305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.269305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.269305] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be created. [ 647.373044] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.373044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.373044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.373044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.373044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.392724] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 647.887187] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c37718f2-006d-4b1e-a17b-d39529ad6566 None None] Enqueued Resource ID: 69be6f2d-f13a-49c2-9ba8-2dd5de9e193e with Priority: HIGHEST for action port [ 647.887187] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69be6f2d-f13a-49c2-9ba8-2dd5de9e193e with Priority: HIGHEST for action port [ 647.887187] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-69be6f2d-f13a-49c2-9ba8-2dd5de9e193e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.887187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69be6f2d-f13a-49c2-9ba8-2dd5de9e193e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.887187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69be6f2d-f13a-49c2-9ba8-2dd5de9e193e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.887187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69be6f2d-f13a-49c2-9ba8-2dd5de9e193e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.887187] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69be6f2d-f13a-49c2-9ba8-2dd5de9e193e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.396246] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69be6f2d-f13a-49c2-9ba8-2dd5de9e193e [ 648.396246] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.396246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.396246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.397543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.397543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.397543] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69be6f2d-f13a-49c2-9ba8-2dd5de9e193e already deleted. [ 648.397784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69be6f2d-f13a-49c2-9ba8-2dd5de9e193e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.530025] env[65850]: INFO networking_nsxv3.common.synchronization [req-c2d9c1d0-48a5-4190-92b4-82d4f9a64051 req-929e59ee-452b-41cc-8ca2-e558fdbccbb3 tempest-ServerDiagnosticsTest-1033369372 tempest-ServerDiagnosticsTest-1033369372-project-member] Enqueued Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGHEST for action security_group_members [ 648.530025] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGHEST for action security_group_members [ 648.530025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e48523e-a1bb-4ac4-917b-47bff133eddc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.530025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.530570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.530960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.531275] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.533096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.533096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.533096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.533096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.533096] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.651561] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 648.651561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.651825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.652037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.652582] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.652582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.652582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.652582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.652854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.652854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.652979] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.035199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.035580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.035580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.035709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.035806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.036044] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.036163] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.036210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.036477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.036477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.037759] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc is going to be updated. [ 649.076503] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.079788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.079888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.080297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.080464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.093214] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc in Status: IN_PROGRESS for 2s [ 649.157148] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.157148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.157148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.157148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.158240] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.158240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.158240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.158392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.158586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.158776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.160273] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.160273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.160273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.160273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.160273] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.160273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.160273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.162248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.162248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.162248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.162248] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.410878] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 649.410878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.665556] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3486bc3-6f28-4484-ab6a-b239dbc87e0d: rpc.has_security_group_logging(os_id): False [ 649.686378] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.686378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.686378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.686588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.686626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.687999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.687999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.687999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.687999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.687999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.687999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.687999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.687999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.689583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.690161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.690161] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.690161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.690161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.690416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.690451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.691417] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 649.766318] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.766788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.766788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.766909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.767081] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.783218] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 650.163454] env[65850]: INFO networking_nsxv3.common.synchronization [req-1efa3b12-9039-41ca-90f3-1e4c1f677a93 req-b16de757-3576-4d21-924c-bfd698cbee61 tempest-MultipleCreateTestJSON-763379637 tempest-MultipleCreateTestJSON-763379637-project-member] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 650.164401] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 650.164445] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.165080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.165080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.165080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.166046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.166046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.166046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.166046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.166046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.166046] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.672211] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.672211] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.672211] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c already deleted. [ 650.672211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.710818] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.710818] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.710818] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.711360] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.712602] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.712602] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.712602] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.713452] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.714544] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.714769] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.714885] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.714991] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.715105] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.715209] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.716089] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.716089] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.740765] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.740960] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.741146] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.741275] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.741816] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-f5afc383-84f8-4a33-948b-c765233581ec taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.742044] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-f5afc383-84f8-4a33-948b-c765233581ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.742219] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-f5afc383-84f8-4a33-948b-c765233581ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.742598] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-f5afc383-84f8-4a33-948b-c765233581ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.742793] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5afc383-84f8-4a33-948b-c765233581ec',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.975626] env[65850]: INFO networking_nsxv3.common.synchronization [None req-051e3c72-9c2f-485f-9738-f2fa341edaaa None None] Enqueued Resource ID: b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a with Priority: HIGHEST for action port [ 650.976028] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a with Priority: HIGHEST for action port [ 650.976537] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.976662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.976723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.976969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.977085] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.105164] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc in Status: SUCCESS [ 651.105379] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc deletion is rescheduled due to dependency. [ 651.105480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.245644] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.245993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.245993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.246264] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.246418] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.246564] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port f5afc383-84f8-4a33-948b-c765233581ec not found, creating... [ 651.246824] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.246993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.247085] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.247325] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.247444] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.247701] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.247851] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.247961] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.249097] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.249097] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.249097] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: f5afc383-84f8-4a33-948b-c765233581ec is going to be created. [ 651.280019] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.280294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.280495] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.280815] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.281476] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.281476] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-f5afc383-84f8-4a33-948b-c765233581ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.479302] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a [ 651.479630] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.480443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.480443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.480443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.480443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.480443] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a already deleted. [ 651.480443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8be0f7d-1b8c-4cf8-adcd-93d7019c5e4a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.799761] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 651.799957] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.026089] env[65850]: INFO networking_nsxv3.common.synchronization [req-1efa3b12-9039-41ca-90f3-1e4c1f677a93 req-0859374f-debd-4c85-95a8-445c762b4aef service nova] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_rules [ 652.026311] env[65850]: INFO networking_nsxv3.common.synchronization [req-1efa3b12-9039-41ca-90f3-1e4c1f677a93 req-0859374f-debd-4c85-95a8-445c762b4aef service nova] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 652.026477] env[65850]: INFO networking_nsxv3.common.synchronization [req-1efa3b12-9039-41ca-90f3-1e4c1f677a93 req-0859374f-debd-4c85-95a8-445c762b4aef service nova] Enqueued Resource ID: f5afc383-84f8-4a33-948b-c765233581ec with Priority: HIGHEST for action port [ 652.027132] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_rules [ 652.027928] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 652.028141] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5afc383-84f8-4a33-948b-c765233581ec with Priority: HIGHEST for action port [ 652.028539] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.028713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.028816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.029198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.029317] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.030424] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.030525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.030587] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.030794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.030979] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.031551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.031551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.031551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.031551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.031551] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.032401] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5afc383-84f8-4a33-948b-c765233581ec taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.032554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5afc383-84f8-4a33-948b-c765233581ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.032649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5afc383-84f8-4a33-948b-c765233581ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.032837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5afc383-84f8-4a33-948b-c765233581ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.032948] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5afc383-84f8-4a33-948b-c765233581ec',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.535876] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.536227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.536227] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.537121] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5afc383-84f8-4a33-948b-c765233581ec with status ACTIVE [ 652.540555] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540555] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540555] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.540555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.540555] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5afc383-84f8-4a33-948b-c765233581ec is going to be updated. [ 652.563077] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.563830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.563830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.563830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.563830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.563830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5afc383-84f8-4a33-948b-c765233581ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.005891] env[65850]: INFO networking_nsxv3.common.synchronization [None req-73c9f6f3-ecd7-4630-9aad-2b0683f79925 None None] Enqueued Resource ID: 3fc8b407-7cfc-410d-a659-3886bf269fe3 with Priority: HIGHEST for action port [ 653.006472] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc8b407-7cfc-410d-a659-3886bf269fe3 with Priority: HIGHEST for action port [ 653.009280] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc8b407-7cfc-410d-a659-3886bf269fe3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.009280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc8b407-7cfc-410d-a659-3886bf269fe3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.009280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc8b407-7cfc-410d-a659-3886bf269fe3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.009280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc8b407-7cfc-410d-a659-3886bf269fe3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.009280] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc8b407-7cfc-410d-a659-3886bf269fe3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.044942] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.512931] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fc8b407-7cfc-410d-a659-3886bf269fe3 [ 653.514108] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.514222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.514263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.514557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.515493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.515493] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fc8b407-7cfc-410d-a659-3886bf269fe3 already deleted. [ 653.515493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc8b407-7cfc-410d-a659-3886bf269fe3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.553236] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.553236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.553643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.553643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.553643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.553761] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be created. [ 653.583037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.583037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.583037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.583037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.583308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.597080] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: UNINITIALIZED for 2s [ 653.752183] env[65850]: INFO networking_nsxv3.common.synchronization [None req-039cc8b7-e144-40bc-a3e5-b6f7cc984842 None None] Enqueued Resource ID: 36ad9d32-2d8b-4f17-ae86-492b1db9662b with Priority: HIGHEST for action port [ 653.752498] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ad9d32-2d8b-4f17-ae86-492b1db9662b with Priority: HIGHEST for action port [ 653.753072] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-36ad9d32-2d8b-4f17-ae86-492b1db9662b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.753226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36ad9d32-2d8b-4f17-ae86-492b1db9662b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.753299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36ad9d32-2d8b-4f17-ae86-492b1db9662b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.753587] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36ad9d32-2d8b-4f17-ae86-492b1db9662b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.753700] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ad9d32-2d8b-4f17-ae86-492b1db9662b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.041526] env[65850]: INFO networking_nsxv3.common.synchronization [req-1efa3b12-9039-41ca-90f3-1e4c1f677a93 req-7d4059db-809e-4e69-98a9-3f133335a48f tempest-MultipleCreateTestJSON-763379637 tempest-MultipleCreateTestJSON-763379637-project-member] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 654.042605] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 654.044175] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.044175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.267855] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36ad9d32-2d8b-4f17-ae86-492b1db9662b [ 654.267855] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.267855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.267855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.267855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.267855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.267855] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36ad9d32-2d8b-4f17-ae86-492b1db9662b already deleted. [ 654.267855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36ad9d32-2d8b-4f17-ae86-492b1db9662b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.699213] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.699536] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.699628] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.703120] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.703767] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.703954] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.704086] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.704339] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.704482] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.704690] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.704800] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.704900] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.704999] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.705118] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.705215] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.705343] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.725974] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.726480] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.726480] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.726480] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.726808] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-d7376486-cbde-4d82-ae0d-3ad181af1d74 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.726947] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-d7376486-cbde-4d82-ae0d-3ad181af1d74" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.727033] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-d7376486-cbde-4d82-ae0d-3ad181af1d74" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.727395] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-d7376486-cbde-4d82-ae0d-3ad181af1d74" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.727549] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7376486-cbde-4d82-ae0d-3ad181af1d74',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.913508] env[65850]: INFO networking_nsxv3.common.synchronization [req-f49f40d0-76d3-42c1-85b0-ae3ddedba42b req-27b8cd0d-86cf-4b24-a227-9403373c1c7c tempest-VolumesAdminNegativeTest-1277843575 tempest-VolumesAdminNegativeTest-1277843575-project-member] Enqueued Resource ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 with Priority: HIGHEST for action security_group_members [ 654.914054] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 with Priority: HIGHEST for action security_group_members [ 654.914349] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.914474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.914540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.914744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.914892] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.914987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.916231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.916492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.916589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.918279] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8fcd1da-a79f-47dd-9a03-f7bec3c8e541',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.062235] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b4c094db-4e0a-4345-8e84-3b92fdb98382 None None] Enqueued Resource ID: dca2e482-d04f-4159-94ec-dfbccf214cec with Priority: HIGHEST for action port [ 655.063100] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca2e482-d04f-4159-94ec-dfbccf214cec with Priority: HIGHEST for action port [ 655.064118] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca2e482-d04f-4159-94ec-dfbccf214cec taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.064286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca2e482-d04f-4159-94ec-dfbccf214cec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.064391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca2e482-d04f-4159-94ec-dfbccf214cec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.064687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca2e482-d04f-4159-94ec-dfbccf214cec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.064823] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca2e482-d04f-4159-94ec-dfbccf214cec',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.232210] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.232210] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.232210] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.232483] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.232483] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.232822] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port d7376486-cbde-4d82-ae0d-3ad181af1d74 not found, creating... [ 655.232956] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.233409] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.233409] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.233409] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.234136] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.234136] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.234136] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.234260] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.234784] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.234784] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.234784] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: d7376486-cbde-4d82-ae0d-3ad181af1d74 is going to be created. [ 655.262322] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.262322] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.262322] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.262322] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.262322] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.262322] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-d7376486-cbde-4d82-ae0d-3ad181af1d74" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.422826] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.422826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.422826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.422826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.422826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.422826] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.422826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.422826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.422826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.422826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.422826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 is going to be updated. [ 655.469230] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.470034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.470034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.470034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.470386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.483816] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 in Status: IN_PROGRESS for 2s [ 655.568456] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dca2e482-d04f-4159-94ec-dfbccf214cec [ 655.568456] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.568644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.568644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.568788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.568924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.569039] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dca2e482-d04f-4159-94ec-dfbccf214cec already deleted. [ 655.569087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca2e482-d04f-4159-94ec-dfbccf214cec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.609142] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 655.609354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.609642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.609813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.610017] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.610138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.610203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.610355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.610445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.610532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.610637] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.611899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.611899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.611899] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.612111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.612111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.612215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.612295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.612387] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.027129] env[65850]: INFO networking_nsxv3.common.synchronization [req-1efa3b12-9039-41ca-90f3-1e4c1f677a93 req-ae063736-4a48-4ca1-bb11-94c446825735 service nova] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_rules [ 656.027549] env[65850]: INFO networking_nsxv3.common.synchronization [req-1efa3b12-9039-41ca-90f3-1e4c1f677a93 req-ae063736-4a48-4ca1-bb11-94c446825735 service nova] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 656.027549] env[65850]: INFO networking_nsxv3.common.synchronization [req-1efa3b12-9039-41ca-90f3-1e4c1f677a93 req-ae063736-4a48-4ca1-bb11-94c446825735 service nova] Enqueued Resource ID: d7376486-cbde-4d82-ae0d-3ad181af1d74 with Priority: HIGHEST for action port [ 656.030100] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_rules [ 656.030100] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 656.030198] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7376486-cbde-4d82-ae0d-3ad181af1d74 with Priority: HIGHEST for action port [ 656.030682] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.030682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.030945] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.030992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.031581] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7376486-cbde-4d82-ae0d-3ad181af1d74 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.031581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7376486-cbde-4d82-ae0d-3ad181af1d74" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.031581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7376486-cbde-4d82-ae0d-3ad181af1d74" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.031581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7376486-cbde-4d82-ae0d-3ad181af1d74" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.031860] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7376486-cbde-4d82-ae0d-3ad181af1d74',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.113884] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.114110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.115706] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.257668] env[65850]: INFO networking_nsxv3.common.synchronization [req-48fe8046-d544-40a3-997a-c352d3d3604e req-26e1e4ba-43fb-41de-a8ff-d38cb4f62079 tempest-ImagesOneServerNegativeTestJSON-1789866826 tempest-ImagesOneServerNegativeTestJSON-1789866826-project-member] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 656.258309] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 656.258515] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.258643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.258709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.258977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.259164] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.259266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.259328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.259546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.259635] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.259742] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.535475] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7376486-cbde-4d82-ae0d-3ad181af1d74 with status ACTIVE [ 656.535601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.535741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.536314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.536314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.536314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.536314] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.536618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.536618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.536618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.536740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.536999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.536999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.536999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.537161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.537252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.537384] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7376486-cbde-4d82-ae0d-3ad181af1d74 is going to be updated. [ 656.562184] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.562184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.562184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.562184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.562184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.562524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7376486-cbde-4d82-ae0d-3ad181af1d74" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.619103] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.702771] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.703026] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.703539] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.704026] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.704740] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.704740] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.704740] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.705051] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705533] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.706169] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.706300] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.706435] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.706687] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.706822] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.706929] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.707068] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.727826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.727826] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.728023] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.728292] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.728931] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.730484] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.730484] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.730622] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.730821] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b0526e1-b5a8-4f03-9e51-33cba4ba60eb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.762567] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.762674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.762784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.763113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.763220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.763405] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.763641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.763724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.763921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.764023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.764115] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 already deleted. [ 656.764199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.122261] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.122261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.122261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.122615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.122615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.122615] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 657.157204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.157437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.157437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.157796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.157959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.169202] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 657.233495] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.234684] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.234684] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.234684] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.234684] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.234951] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 2b0526e1-b5a8-4f03-9e51-33cba4ba60eb not found, creating... [ 657.235048] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.235212] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.235324] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.235572] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.235800] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.236132] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.236297] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.236409] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.236650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.236748] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.236885] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 2b0526e1-b5a8-4f03-9e51-33cba4ba60eb is going to be created. [ 657.259903] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.260256] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.260497] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.260948] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.261313] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.261661] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.509954] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 in Status: SUCCESS [ 657.510093] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8fcd1da-a79f-47dd-9a03-f7bec3c8e541 deletion is rescheduled due to dependency. [ 657.510257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8fcd1da-a79f-47dd-9a03-f7bec3c8e541" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.938951] env[65850]: INFO networking_nsxv3.common.synchronization [req-48fe8046-d544-40a3-997a-c352d3d3604e req-9ce190cc-87a8-446e-a107-cb55413087d2 service nova] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_rules [ 657.939106] env[65850]: INFO networking_nsxv3.common.synchronization [req-48fe8046-d544-40a3-997a-c352d3d3604e req-9ce190cc-87a8-446e-a107-cb55413087d2 service nova] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 657.939242] env[65850]: INFO networking_nsxv3.common.synchronization [req-48fe8046-d544-40a3-997a-c352d3d3604e req-9ce190cc-87a8-446e-a107-cb55413087d2 service nova] Enqueued Resource ID: 2b0526e1-b5a8-4f03-9e51-33cba4ba60eb with Priority: HIGHEST for action port [ 657.939797] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_rules [ 657.939930] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 657.944104] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0526e1-b5a8-4f03-9e51-33cba4ba60eb with Priority: HIGHEST for action port [ 657.944519] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.944607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.944675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945627] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.946157] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.946266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.946266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.946417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.946565] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.946663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.946725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.946858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.946942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.947050] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.949947] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.950052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.950143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.950278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.950580] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b0526e1-b5a8-4f03-9e51-33cba4ba60eb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.058166] env[65850]: INFO networking_nsxv3.common.synchronization [None req-84889725-beb7-4227-93db-c4da243b3ed4 None None] Enqueued Resource ID: d0456bcc-fae4-4af1-a07d-e6cf9c55af04 with Priority: HIGHEST for action port [ 658.058166] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0456bcc-fae4-4af1-a07d-e6cf9c55af04 with Priority: HIGHEST for action port [ 658.058166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0456bcc-fae4-4af1-a07d-e6cf9c55af04 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.058166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0456bcc-fae4-4af1-a07d-e6cf9c55af04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.058166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0456bcc-fae4-4af1-a07d-e6cf9c55af04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.058672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0456bcc-fae4-4af1-a07d-e6cf9c55af04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.058886] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0456bcc-fae4-4af1-a07d-e6cf9c55af04',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.137724] env[65850]: INFO networking_nsxv3.common.synchronization [None req-8d27bfb1-3c29-4fc5-b045-ccec309683b8 tempest-ServersTestJSON-526700750 tempest-ServersTestJSON-526700750-project-member] Enqueued Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_rules [ 658.137724] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_rules [ 658.138403] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f70212e-4fe5-46b1-8d96-747b561bbb99 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.139039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.140238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.140238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.140238] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.457379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.457379] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.457379] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b0526e1-b5a8-4f03-9e51-33cba4ba60eb with status ACTIVE [ 658.457379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.457379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.457379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.462128] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.462128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.462128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.462128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.462479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.462479] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b0526e1-b5a8-4f03-9e51-33cba4ba60eb is going to be updated. [ 658.487199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.487417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.487417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.487840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.488039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.489294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b0526e1-b5a8-4f03-9e51-33cba4ba60eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.539763] env[65850]: INFO networking_nsxv3.common.synchronization [req-382c988c-8ae4-455e-995e-9921e2120a8a req-19a488f5-7c85-42e3-9990-fb4811f14c90 tempest-FloatingIPsAssociationTestJSON-924520679 tempest-FloatingIPsAssociationTestJSON-924520679-project-member] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 658.540353] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 658.540697] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.540815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.540872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.541257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.541422] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.541527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.541589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.541741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.541892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.541991] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.561310] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0456bcc-fae4-4af1-a07d-e6cf9c55af04 [ 658.561593] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.562202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.562202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.562202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.562202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.562202] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0456bcc-fae4-4af1-a07d-e6cf9c55af04 already deleted. [ 658.562568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0456bcc-fae4-4af1-a07d-e6cf9c55af04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.663713] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.663944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.663944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.664189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.664359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.664443] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 already deleted. [ 658.664519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.844168] env[65850]: INFO networking_nsxv3.common.synchronization [None req-bcdb8f6a-09dc-4b4a-8084-c4ee12a4c76a tempest-ServersTestJSON-526700750 tempest-ServersTestJSON-526700750-project-member] Enqueued Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_rules [ 658.844375] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_rules [ 658.844679] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f70212e-4fe5-46b1-8d96-747b561bbb99 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.844803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.844870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.845138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.845566] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.965817] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.043943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.044188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.044338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.044550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.044666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.044900] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.045039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.045673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.045673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.045673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.045673] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd already deleted. [ 659.045673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.182239] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 659.182585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.182627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.182867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.183022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.183195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.183195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.183358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.183441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.183537] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.204932] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.205152] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-470" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.205271] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-470" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.205590] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-470" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.205841] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.205989] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.206116] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.206319] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.206459] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.206665] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.206771] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.206902] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.207135] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.207135] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.207283] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.207283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.224595] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.224796] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.224939] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.225131] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-470" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.225433] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.225600] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.225718] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.226160] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.226311] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.368984] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.369114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.369343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.369417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.369501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.369603] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 already deleted. [ 659.369686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.467897] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.468770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.468770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.468770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.468927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.468927] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be created. [ 659.494235] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.494423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.494499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.494892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.495139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.509208] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: UNINITIALIZED for 2s [ 659.686233] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.729245] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.729526] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.729673] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.729839] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.729977] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.730145] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1 not found, creating... [ 659.730397] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.730569] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.730767] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.730894] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.731025] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.731312] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.731446] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.731553] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.731747] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.731899] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.732145] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1 is going to be created. [ 659.755548] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.755770] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.755890] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.756183] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.756399] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.756620] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.054755] env[65850]: INFO networking_nsxv3.common.synchronization [None req-26c36eaf-3403-40b8-9e1f-57a05fe637cf None None] Enqueued Resource ID: 71dddd50-78be-4980-ba04-a5cadf6ca791 with Priority: HIGHEST for action port [ 660.054818] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dddd50-78be-4980-ba04-a5cadf6ca791 with Priority: HIGHEST for action port [ 660.055435] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-71dddd50-78be-4980-ba04-a5cadf6ca791 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.055592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71dddd50-78be-4980-ba04-a5cadf6ca791" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.055592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71dddd50-78be-4980-ba04-a5cadf6ca791" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.055824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71dddd50-78be-4980-ba04-a5cadf6ca791" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.055904] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71dddd50-78be-4980-ba04-a5cadf6ca791',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.189604] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.558670] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71dddd50-78be-4980-ba04-a5cadf6ca791 [ 660.558777] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.559142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.559142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.559142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.559325] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.559325] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71dddd50-78be-4980-ba04-a5cadf6ca791 already deleted. [ 660.559419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71dddd50-78be-4980-ba04-a5cadf6ca791" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.588374] env[65850]: INFO networking_nsxv3.common.synchronization [req-382c988c-8ae4-455e-995e-9921e2120a8a req-df9788f4-8650-4f40-8f2c-094760ad18d8 service nova] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_rules [ 660.588469] env[65850]: INFO networking_nsxv3.common.synchronization [req-382c988c-8ae4-455e-995e-9921e2120a8a req-df9788f4-8650-4f40-8f2c-094760ad18d8 service nova] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 660.588580] env[65850]: INFO networking_nsxv3.common.synchronization [req-382c988c-8ae4-455e-995e-9921e2120a8a req-df9788f4-8650-4f40-8f2c-094760ad18d8 service nova] Enqueued Resource ID: e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1 with Priority: HIGHEST for action port [ 660.589154] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_rules [ 660.589398] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 660.589398] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1 with Priority: HIGHEST for action port [ 660.589749] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.589945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.589945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.594348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.594455] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.598164] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.598164] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.598164] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.598164] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.598164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.600499] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.693622] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.694160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.694160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.694160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.694400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.694400] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 660.735433] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.735737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.735737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.736140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.736140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.752416] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 660.837721] env[65850]: INFO networking_nsxv3.common.synchronization [req-e2999082-973a-4bfc-98fe-bdd74b7f6f73 req-08ac5662-8b4f-4e5e-b5e4-da9edee87475 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 660.837922] env[65850]: INFO networking_nsxv3.common.synchronization [req-e2999082-973a-4bfc-98fe-bdd74b7f6f73 req-08ac5662-8b4f-4e5e-b5e4-da9edee87475 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 660.838408] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 660.838543] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 660.838847] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.839134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.839999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.839999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.839999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.839999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.839999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.841752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.841752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.841752] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.841752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.844559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.844559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.844559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.844559] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.844559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.844559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.844559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.844559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.844559] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.905755] env[65850]: INFO networking_nsxv3.common.synchronization [req-e2999082-973a-4bfc-98fe-bdd74b7f6f73 req-08ac5662-8b4f-4e5e-b5e4-da9edee87475 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_rules [ 660.906189] env[65850]: INFO networking_nsxv3.common.synchronization [req-e2999082-973a-4bfc-98fe-bdd74b7f6f73 req-08ac5662-8b4f-4e5e-b5e4-da9edee87475 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 660.907023] env[65850]: INFO networking_nsxv3.common.synchronization [req-e2999082-973a-4bfc-98fe-bdd74b7f6f73 req-08ac5662-8b4f-4e5e-b5e4-da9edee87475 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 660.907023] env[65850]: INFO networking_nsxv3.common.synchronization [req-e2999082-973a-4bfc-98fe-bdd74b7f6f73 req-08ac5662-8b4f-4e5e-b5e4-da9edee87475 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 660.907023] env[65850]: INFO networking_nsxv3.common.synchronization [req-e2999082-973a-4bfc-98fe-bdd74b7f6f73 req-08ac5662-8b4f-4e5e-b5e4-da9edee87475 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb with Priority: HIGHEST for action port [ 660.907799] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_rules [ 660.908097] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 660.911023] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb with Priority: HIGHEST for action port [ 660.911023] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 660.911023] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 660.911023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.911023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.911023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.911023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.911023] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.911023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.911023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.911023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.912762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.913023] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.914832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b72bc47-b26e-46cd-8746-65022e0f6cfb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.915169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.915334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.915641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.915827] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b72bc47-b26e-46cd-8746-65022e0f6cfb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.919898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.919898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.919898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.919898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.103896] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.105473] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.105640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.105776] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1 with status ACTIVE [ 661.105945] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.108548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.108548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.108548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.108548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.108741] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.108741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.108741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.108898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.108985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.109174] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.109284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.110460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.110808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.110808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.110808] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1 is going to be updated. [ 661.136814] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.136814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.136814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.136814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.136814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.136814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8c7cd3e-f6d6-4652-9fb7-659bd54f50d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.345722] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.347469] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.419943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.420124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.420846] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b72bc47-b26e-46cd-8746-65022e0f6cfb with status ACTIVE [ 661.420846] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.420846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.420846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.420846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.421471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.421471] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.421471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.421471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.421471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.421471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.421841] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.421841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.421841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.422032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.422032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.422143] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb is going to be updated. [ 661.423417] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.423417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.444444] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.444606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.444652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.444836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.444980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.445146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.518500] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 661.518725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.518887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.519123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.519313] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.519426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.519507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.519707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.519801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.520676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.520676] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.616584] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.848465] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.850063] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.862102] env[65850]: INFO networking_nsxv3.common.synchronization [req-09400ba6-20d9-4d22-a2c7-5c461f1cfbd8 req-6aca0146-dd6b-4818-8768-fd9cf68b5bb7 tempest-DeleteServersAdminTestJSON-395509903 tempest-DeleteServersAdminTestJSON-395509903-project-member] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 661.862102] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 661.862352] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.862469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.862521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.862720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.862934] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.863267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.863267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.863977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.863977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.863977] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.024527] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.024935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.025071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.025341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.025557] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.025726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.025820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.026836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.026836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.026836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.026836] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.026836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.027111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.027170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.027345] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.027492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.027580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.027752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.027925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.028069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.028368] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.119940] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.120150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.120240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.120570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.120691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.120824] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd is going to be created. [ 662.150493] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.150493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.151858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.151858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.151858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.166168] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: UNINITIALIZED for 2s [ 662.200955] env[65850]: INFO networking_nsxv3.common.synchronization [None req-10639f4b-72f8-432c-a5f1-196d5ba838c3 None None] Enqueued Resource ID: fc65aff0-7762-4d76-9d5d-928186b4b7c1 with Priority: HIGHEST for action port [ 662.201581] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc65aff0-7762-4d76-9d5d-928186b4b7c1 with Priority: HIGHEST for action port [ 662.201907] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc65aff0-7762-4d76-9d5d-928186b4b7c1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.203097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc65aff0-7762-4d76-9d5d-928186b4b7c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.203097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc65aff0-7762-4d76-9d5d-928186b4b7c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.203097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc65aff0-7762-4d76-9d5d-928186b4b7c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.203097] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc65aff0-7762-4d76-9d5d-928186b4b7c1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.232697] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.232966] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.233115] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.234033] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.234033] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.234235] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.234413] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.234745] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.235041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.235337] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.235497] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.235674] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.236337] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.236588] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.236655] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.236816] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.261438] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.261603] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.261734] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.261940] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.262311] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-be182201-7617-4be9-899e-e656333fce9d taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.262525] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-be182201-7617-4be9-899e-e656333fce9d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.262584] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-be182201-7617-4be9-899e-e656333fce9d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.262898] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-be182201-7617-4be9-899e-e656333fce9d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.263062] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be182201-7617-4be9-899e-e656333fce9d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.352291] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.352746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.352746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.352746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.352917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.352963] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 is going to be created. [ 662.354256] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.354400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.354464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.354723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.354723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.354836] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 662.369638] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.369638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.369638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.369638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.369638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.369638] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.369638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.369638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.369638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.369638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.369638] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f is going to be updated. [ 662.427754] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.427999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.428182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.429725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.429725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.432994] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.433570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.433777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.434188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.434830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.451214] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: UNINITIALIZED for 2s [ 662.451952] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 662.459921] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.460126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.460126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.460382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.460642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.470220] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: IN_PROGRESS for 2s [ 662.533878] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f5d6d30-be6b-428c-9909-dbe083411859: rpc.has_security_group_logging(os_id): False [ 662.563342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.563342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.563618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.563618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.563694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.564019] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.564173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.564259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.564444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.564551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.564740] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.564838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.564903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.565197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.565197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.565484] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.565588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.565677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.565837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.565919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.566240] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be created. [ 662.641868] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.642097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.642393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.642710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.643020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.656859] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 662.705918] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc65aff0-7762-4d76-9d5d-928186b4b7c1 [ 662.705918] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.705918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.705918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.705918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.705918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.705918] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc65aff0-7762-4d76-9d5d-928186b4b7c1 already deleted. [ 662.705918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc65aff0-7762-4d76-9d5d-928186b4b7c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.763167] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 662.763429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.764013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.764598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.764598] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.764598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.764598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.764944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.764944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.765055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.765227] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.765384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.765534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.765702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.765886] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.765988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.766105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.766278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.766349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.766432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.766636] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.767734] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.767920] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.768057] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.768234] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.768364] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.768529] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port be182201-7617-4be9-899e-e656333fce9d not found, creating... [ 662.769272] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.769272] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.769272] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.769272] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.769463] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.769600] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.769760] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.769871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.770083] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.770210] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.770342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: be182201-7617-4be9-899e-e656333fce9d is going to be created. [ 662.799389] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.799583] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.799713] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.799988] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.800230] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.801613] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-be182201-7617-4be9-899e-e656333fce9d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.071020] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 663.071020] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 663.071020] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGHEST for action security_group_members [ 663.071020] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 663.071020] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 663.072034] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGHEST for action security_group_members [ 663.073071] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.073071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.073071] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.073448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.074421] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74ce99f-0231-4a17-9124-9efcb74be50d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.074421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.074421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.074421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.074871] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.074871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.074871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.075014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.075099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.075210] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.128208] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGHEST for action security_group_rules [ 663.128487] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGHEST for action security_group_members [ 663.128642] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_rules [ 663.128789] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 663.128953] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 663.129287] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 663.129523] env[65850]: INFO networking_nsxv3.common.synchronization [req-c22becd3-c15a-4fa1-a84f-ee13fa481a26 req-044d324d-b9db-434e-b59d-f3f7c24e184a tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb with Priority: HIGHEST for action port [ 663.130715] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGHEST for action security_group_rules [ 663.130986] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_rules [ 663.131252] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 663.131596] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb with Priority: HIGHEST for action port [ 663.131596] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 663.131723] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGHEST for action security_group_members [ 663.131919] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 663.132657] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74ce99f-0231-4a17-9124-9efcb74be50d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.136091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.136091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.136254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.136340] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.138781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.138781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.138781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.138781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.139124] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b72bc47-b26e-46cd-8746-65022e0f6cfb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.139124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.139124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.139273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.139817] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b72bc47-b26e-46cd-8746-65022e0f6cfb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.140450] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.140575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.140758] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74ce99f-0231-4a17-9124-9efcb74be50d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.140844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.141904] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.141904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.272267] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6edf3678-b2b9-4067-9d0c-427a42116d1c: rpc.has_security_group_logging(os_id): False [ 663.293017] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.293205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.293275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.293502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.293597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.293828] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.293951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.294038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.294174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.294250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.294430] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.294582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.294638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.294767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.294835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.295045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.295164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.295213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.295335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.295415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.295499] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be created. [ 663.374824] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.374824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.375180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.375180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.375299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.388686] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 663.577964] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.592949] env[65850]: INFO networking_nsxv3.common.synchronization [req-09400ba6-20d9-4d22-a2c7-5c461f1cfbd8 req-3ed38ac9-cf5d-4f01-a2f5-138bcdecc507 service nova] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_rules [ 663.593154] env[65850]: INFO networking_nsxv3.common.synchronization [req-09400ba6-20d9-4d22-a2c7-5c461f1cfbd8 req-3ed38ac9-cf5d-4f01-a2f5-138bcdecc507 service nova] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 663.593286] env[65850]: INFO networking_nsxv3.common.synchronization [req-09400ba6-20d9-4d22-a2c7-5c461f1cfbd8 req-3ed38ac9-cf5d-4f01-a2f5-138bcdecc507 service nova] Enqueued Resource ID: be182201-7617-4be9-899e-e656333fce9d with Priority: HIGHEST for action port [ 663.594061] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_rules [ 663.594445] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 663.594445] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be182201-7617-4be9-899e-e656333fce9d with Priority: HIGHEST for action port [ 663.594445] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.594999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.594999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.594999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.594999] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.595853] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.595971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.596148] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-be182201-7617-4be9-899e-e656333fce9d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.596303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be182201-7617-4be9-899e-e656333fce9d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.596303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be182201-7617-4be9-899e-e656333fce9d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.596573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be182201-7617-4be9-899e-e656333fce9d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.596573] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be182201-7617-4be9-899e-e656333fce9d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.638800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74ce99f-0231-4a17-9124-9efcb74be50d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.639042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.642512] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b72bc47-b26e-46cd-8746-65022e0f6cfb with status ACTIVE [ 663.642820] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.642997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.643113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.643626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.643758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.644025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.644170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.644257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.644468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.644574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.644819] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.644951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.645041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.645230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.645330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.645442] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b72bc47-b26e-46cd-8746-65022e0f6cfb is going to be updated. [ 663.670364] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.670572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.670628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.670812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.670956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.671133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b72bc47-b26e-46cd-8746-65022e0f6cfb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.080446] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.098085] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.098247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.098731] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be182201-7617-4be9-899e-e656333fce9d with status ACTIVE [ 664.098731] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.098965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.098965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.100723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.100946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.101041] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.103313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.103313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.103313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.103313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.103313] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.103313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.103313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.103313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.105395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.105496] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be182201-7617-4be9-899e-e656333fce9d is going to be updated. [ 664.132824] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.132824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.132824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.133236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.133236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.133375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be182201-7617-4be9-899e-e656333fce9d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.176117] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: SUCCESS [ 664.177788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.177788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.177788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.177788] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.177788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.177788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.178352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.178568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.179938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.179938] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.464133] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: SUCCESS [ 664.465648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.466620] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 664.466950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.467470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.467941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.468283] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.468561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.468730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.469025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.469323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.469555] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.470562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.473756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.473756] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.473756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.473756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.473756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.473756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.473756] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.484115] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: SUCCESS [ 664.484274] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f deletion is rescheduled due to dependency. [ 664.484409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.484910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.485094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.485268] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.485354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.485391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.485540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.485624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.485708] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.585168] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.585323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.585323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.585899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.585899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.585975] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74ce99f-0231-4a17-9124-9efcb74be50d is going to be created. [ 664.611698] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.611917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.611917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.612465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.612465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.624908] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: UNINITIALIZED for 2s [ 664.668620] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 664.668620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.681355] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.681498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.681551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.681762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.681934] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.682058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.682124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.682256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.682365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.682429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.682568] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.682657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.682726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.682909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.683062] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.683159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.683220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.683356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.683477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.683537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.683587] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.975442] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.975918] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.988494] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.196290] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bded344-bebd-410a-8474-c316e5c8f1dd: rpc.has_security_group_logging(os_id): False [ 665.215050] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.217609] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.217609] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.217609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.218598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.218712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.218997] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.219124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.219386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.219386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.219514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.219657] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd is going to be created. [ 665.312167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.312433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.312513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.312747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.313387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.330742] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: IN_PROGRESS for 2s [ 665.414883] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 665.416242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.416462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.416684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.416788] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.480838] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.481614] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.493014] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.922638] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.922864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.922985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.923308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.923558] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.924138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.924138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.924138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.924138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.924483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.924483] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.987038] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.987038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.987038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.987038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.987038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.987038] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 665.991213] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.991213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.991213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.991213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.991213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.991213] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 is going to be updated. [ 666.001720] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.001720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.001720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.001720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.002225] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f is going to be updated. [ 666.028988] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.029193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.029262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.029690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.029780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.032909] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.032909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.032909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.033238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.033238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.037966] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.038063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.038113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.038308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.038446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.050441] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 666.051134] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: IN_PROGRESS for 2s [ 666.053165] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: IN_PROGRESS for 2s [ 666.413266] env[65850]: INFO networking_nsxv3.common.synchronization [req-d40f16bd-7b34-4a85-a5ef-761010b657eb req-38f26aa0-58ba-4dd5-b489-60c7f181e02b tempest-ServersWithSpecificFlavorTestJSON-227808774 tempest-ServersWithSpecificFlavorTestJSON-227808774-project-member] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 666.414833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 666.416947] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.416947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.417123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.417439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.417665] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.417798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.417905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.418168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.418313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.418608] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.426832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.427296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.427912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.428255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.429074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.429074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.429074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.429339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.429339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.429449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.429617] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.430171] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.430298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.430750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.430750] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.430750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.430750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.431102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.431102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.431102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.431102] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.649069] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: SUCCESS [ 666.649426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.650247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.651580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.652097] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.652752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.652752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.652752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.652752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.652752] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.925342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.925342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.925342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.925965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.926230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.927510] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.927510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.927510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.927510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.927510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.927510] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f already deleted. [ 666.927510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.933052] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6edf3678-b2b9-4067-9d0c-427a42116d1c: rpc.has_security_group_logging(os_id): False [ 666.952750] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.954273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.954273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.954273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.954273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.954273] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.954273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.954273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.954273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.954273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.955031] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.955937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.955937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.955937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.955937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.955937] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.955937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.955937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.955937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.956348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.956348] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 667.029265] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.029265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.029265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.030071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.030431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.033941] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.034472] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-116" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.034472] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-116" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.034589] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-116" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.034784] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.034999] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.035126] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.035274] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.035411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.035629] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.035848] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.035848] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.035941] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.036057] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.036157] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.036283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.054035] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 667.061529] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.061744] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.061829] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.062102] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-116" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.062414] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-63074c79-c032-4a02-96c9-c147275b2457 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.062790] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-63074c79-c032-4a02-96c9-c147275b2457" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.062790] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-63074c79-c032-4a02-96c9-c147275b2457" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.062998] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-63074c79-c032-4a02-96c9-c147275b2457" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.063148] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63074c79-c032-4a02-96c9-c147275b2457',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.156896] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.350149] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: SUCCESS [ 667.351012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.565515] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.566126] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.566126] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.566392] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.566546] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.566699] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 63074c79-c032-4a02-96c9-c147275b2457 not found, creating... [ 667.566965] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.567136] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.567250] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.567480] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.567647] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568119] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.568236] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.568236] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.568503] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.568641] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568836] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 63074c79-c032-4a02-96c9-c147275b2457 is going to be created. [ 667.594500] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.594713] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.594909] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.595318] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.595598] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.595848] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-63074c79-c032-4a02-96c9-c147275b2457" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.659705] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.068683] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 668.068863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.069042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.069340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.069630] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.069825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.069889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.070059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.070152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.070243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.070418] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.073624] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: SUCCESS [ 668.073624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.073624] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: SUCCESS [ 668.073624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.073624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.074195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.074195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.074195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.074195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.074386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.074386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.074466] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.075377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.075597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.075803] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.075998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.076097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.076249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.077061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077061] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.079987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.079987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.079987] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.079987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.079987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.079987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.079987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.079987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.079987] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.081164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.081329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.081515] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.081661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.081746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.081925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.082025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.082151] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.162215] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.162388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.162461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.162701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.162797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.162902] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74ce99f-0231-4a17-9124-9efcb74be50d is going to be updated. [ 668.193394] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.194068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.194068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.194389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.194609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.204901] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: IN_PROGRESS for 2s [ 668.405801] env[65850]: INFO networking_nsxv3.common.synchronization [req-d40f16bd-7b34-4a85-a5ef-761010b657eb req-c90b2096-8070-48a2-8493-be1fd4032438 service nova] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_rules [ 668.405801] env[65850]: INFO networking_nsxv3.common.synchronization [req-d40f16bd-7b34-4a85-a5ef-761010b657eb req-c90b2096-8070-48a2-8493-be1fd4032438 service nova] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 668.405801] env[65850]: INFO networking_nsxv3.common.synchronization [req-d40f16bd-7b34-4a85-a5ef-761010b657eb req-c90b2096-8070-48a2-8493-be1fd4032438 service nova] Enqueued Resource ID: 63074c79-c032-4a02-96c9-c147275b2457 with Priority: HIGHEST for action port [ 668.406927] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_rules [ 668.407273] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 668.407514] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63074c79-c032-4a02-96c9-c147275b2457 with Priority: HIGHEST for action port [ 668.408067] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.409020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.409020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.411019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.411019] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.411019] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.411019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.411019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.411019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.411447] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.412587] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.412761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.416251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.416251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.416251] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.416251] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-63074c79-c032-4a02-96c9-c147275b2457 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.416251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63074c79-c032-4a02-96c9-c147275b2457" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.416251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63074c79-c032-4a02-96c9-c147275b2457" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.416251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63074c79-c032-4a02-96c9-c147275b2457" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.416251] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63074c79-c032-4a02-96c9-c147275b2457',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.579305] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.579501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.579658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.579884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.580236] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.580236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.580361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.580452] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.580544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.580670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.580831] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.580924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.580983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.581134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.581266] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.581367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.581411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.581563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.581656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.582017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.582080] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.583067] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.584128] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.584281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.584978] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.585668] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.917472] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.917871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.917871] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.919657] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63074c79-c032-4a02-96c9-c147275b2457 with status ACTIVE [ 668.919712] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.920175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.920175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.920175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.920175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.920372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.920461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.920563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.920759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.920839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.921698] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.921698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.921698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.921698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.921698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.921698] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63074c79-c032-4a02-96c9-c147275b2457 is going to be updated. [ 668.945748] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.945911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.946039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.946664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.946664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.946793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63074c79-c032-4a02-96c9-c147275b2457" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.080215] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 669.080345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.088359] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70e6589-5743-4504-b599-ed51bae02a6f: rpc.has_security_group_logging(os_id): False [ 669.089633] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.090728] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02ab9ad-0d9a-422c-bb5a-98653bd92d26: rpc.has_security_group_logging(os_id): False [ 669.091684] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.112175] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.112175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.112175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.112468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.112468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.112643] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.112810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.112872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.113046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.114636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.114636] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 is going to be created. [ 669.115512] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.115639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.115685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.115897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.115988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.116441] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.116441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.116576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.116638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.116742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.116934] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.117067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.117134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.117760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.117849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.118089] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.118193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.118294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.118446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.118538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.118645] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70e6589-5743-4504-b599-ed51bae02a6f is going to be updated. [ 669.194784] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.194784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.195035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.195125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.195320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.214040] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.214040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.214040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.214040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.214040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.215209] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: IN_PROGRESS for 2s [ 669.228853] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: IN_PROGRESS for 2s [ 669.424310] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.594947] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.595331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.595507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.595908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.596168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.596372] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 is going to be updated. [ 669.598583] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.598870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.599660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.599914] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 669.631253] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.631437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.631517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.631743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.632060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.634602] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.634769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.634836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.635292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.635292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.649312] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 669.650435] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: IN_PROGRESS for 2s [ 669.849179] env[65850]: INFO networking_nsxv3.common.synchronization [req-544a279f-28f6-42fc-99c9-dfe6ee884563 req-54beb643-0632-4de9-9dc4-7fad25c2057f tempest-ServersAdminNegativeTestJSON-1196358161 tempest-ServersAdminNegativeTestJSON-1196358161-project-member] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 669.849179] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 669.849179] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.849179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.849179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.849179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.849981] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.850105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.850215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.850355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.850452] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.850529] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.908942] env[65850]: INFO networking_nsxv3.common.synchronization [None req-f439868a-8bf5-47b8-a672-9bcd2d1e95ac None None] Enqueued Resource ID: f64e9309-80a1-4b90-a38a-0cc03706014d with Priority: HIGHEST for action port [ 669.909149] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64e9309-80a1-4b90-a38a-0cc03706014d with Priority: HIGHEST for action port [ 669.909773] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f64e9309-80a1-4b90-a38a-0cc03706014d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.909906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f64e9309-80a1-4b90-a38a-0cc03706014d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.910124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f64e9309-80a1-4b90-a38a-0cc03706014d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.911704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f64e9309-80a1-4b90-a38a-0cc03706014d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.911704] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64e9309-80a1-4b90-a38a-0cc03706014d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.926523] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.927101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.927101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.927101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.927101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.927502] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be created. [ 669.951542] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.951775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.951775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.952072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.952233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.963379] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: UNINITIALIZED for 2s [ 670.217793] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: IN_PROGRESS for 4s [ 670.353418] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.417553] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f64e9309-80a1-4b90-a38a-0cc03706014d [ 670.417904] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.418345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.418345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.418590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.418736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.418900] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f64e9309-80a1-4b90-a38a-0cc03706014d already deleted. [ 670.419041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f64e9309-80a1-4b90-a38a-0cc03706014d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.561422] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.561677] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.561834] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.562179] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.562476] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.562667] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.562785] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.562994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.563143] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.563344] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.563449] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.563547] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.563649] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.563748] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.563843] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.563963] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.583361] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.583555] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.583628] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.583838] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.584265] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.585034] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.585034] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.585179] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.585272] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.858066] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.089315] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.090186] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.090186] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.090186] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.090186] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.090186] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05 not found, creating... [ 671.090914] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.090914] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.090914] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.090914] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.091170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.091367] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.091518] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.091629] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.091835] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.091958] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.096563] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05 is going to be created. [ 671.132834] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.132834] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.132834] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.133148] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.134426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.134426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.382085] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: SUCCESS [ 671.382402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.383358] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: SUCCESS [ 671.383358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.384388] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.384388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.384388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.384567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.384567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.384634] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537042bf-36e4-4533-a653-225839aa6e6d is going to be updated. [ 671.385781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.386203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.386203] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.419791] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.419988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.420139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.420346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.420519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.431633] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: IN_PROGRESS for 2s [ 671.665826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 671.665826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.665826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.665826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.665826] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.665826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.665826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.666255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.666255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.666255] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.667672] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: SUCCESS [ 671.667781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.667949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.668128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.668283] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.668385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.668444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.668591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.668652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.668739] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.889056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.889283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.913104] env[65850]: INFO networking_nsxv3.common.synchronization [req-544a279f-28f6-42fc-99c9-dfe6ee884563 req-47d04db0-bf9a-432d-b35b-cc500ff3ebc3 service nova] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_rules [ 671.913320] env[65850]: INFO networking_nsxv3.common.synchronization [req-544a279f-28f6-42fc-99c9-dfe6ee884563 req-47d04db0-bf9a-432d-b35b-cc500ff3ebc3 service nova] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 671.913437] env[65850]: INFO networking_nsxv3.common.synchronization [req-544a279f-28f6-42fc-99c9-dfe6ee884563 req-47d04db0-bf9a-432d-b35b-cc500ff3ebc3 service nova] Enqueued Resource ID: 41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05 with Priority: HIGHEST for action port [ 671.914270] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_rules [ 671.914270] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 671.914270] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05 with Priority: HIGHEST for action port [ 671.914502] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.914650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.914650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.914917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.914973] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.917698] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.917778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.917941] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.918062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.918171] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.918318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.918396] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.975736] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: SUCCESS [ 671.976055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.976250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.976543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.976800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.976929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.976997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.977229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.977350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.977449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.977542] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.175501] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.175501] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.231576] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: SUCCESS [ 672.234253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.234253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.234253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.234253] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.234253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.234253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.234253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.234253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.234253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.234253] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.424027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.424027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.424170] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05 with status ACTIVE [ 672.424463] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.424609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.424609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.424871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.425009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.425221] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.425362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.425417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.425588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.425677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.425927] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.426057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.427647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.427936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.428055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.428172] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05 is going to be updated. [ 672.455270] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.455494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.455547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.455777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.455942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.456104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41207cd8-4fcb-4b8e-9b72-cf4dba3a5f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.480754] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.678777] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.682176] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.739268] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.985741] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac2c2e7a-718c-4b28-a865-78f8676c7c7f: rpc.has_security_group_logging(os_id): False [ 673.005382] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.005539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.005623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.005868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.005969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.006242] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.006373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.006436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.006600] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.006681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.006768] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be created. [ 673.086302] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.086468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.086570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.086757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.086943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.101009] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: IN_PROGRESS for 2s [ 673.182808] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.183215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.183215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.183476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.183476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.183809] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 is going to be updated. [ 673.185098] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.185225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.185523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.185523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.185635] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.185722] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 673.242663] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e74ce99f-0231-4a17-9124-9efcb74be50d: rpc.has_security_group_logging(os_id): False [ 673.265170] env[65850]: INFO networking_nsxv3.common.synchronization [None req-8d7ea842-c534-44da-bf27-5a4b1abc8edd None None] Enqueued Resource ID: d0095ca4-1ba8-4de9-9c4f-e8ff875a781d with Priority: HIGHEST for action port [ 673.269105] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0095ca4-1ba8-4de9-9c4f-e8ff875a781d with Priority: HIGHEST for action port [ 673.269105] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0095ca4-1ba8-4de9-9c4f-e8ff875a781d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.269105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0095ca4-1ba8-4de9-9c4f-e8ff875a781d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.269105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0095ca4-1ba8-4de9-9c4f-e8ff875a781d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.269105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0095ca4-1ba8-4de9-9c4f-e8ff875a781d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.269105] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0095ca4-1ba8-4de9-9c4f-e8ff875a781d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.274925] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.274925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.274925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.274925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.274925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.278072] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.278072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.278072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.278072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.278072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.279795] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.279795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.279795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.279795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.279795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.280670] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74ce99f-0231-4a17-9124-9efcb74be50d is going to be created. [ 673.283423] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.283592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.283673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.283836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.284291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.303699] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: IN_PROGRESS for 2s [ 673.305230] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 673.355300] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.355462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.355532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.355736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.355908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.373187] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: IN_PROGRESS for 2s [ 673.450123] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: SUCCESS [ 673.450123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.450123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.450123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.450481] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.450481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.450599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.450788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.450894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.450994] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.727991] env[65850]: INFO networking_nsxv3.common.synchronization [req-6163ad67-f88c-4a6b-a14b-c2d093fb8581 req-88049617-97ee-4b45-b2a2-6b56639603b7 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 673.728588] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 673.728922] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.732562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.732665] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.733161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.733161] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.733161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.733366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.733408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.733473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.733573] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.774953] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0095ca4-1ba8-4de9-9c4f-e8ff875a781d [ 673.776352] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.776352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.776352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.776352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.776352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.776352] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0095ca4-1ba8-4de9-9c4f-e8ff875a781d already deleted. [ 673.776352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0095ca4-1ba8-4de9-9c4f-e8ff875a781d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.955040] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.175502] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.175730] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.175815] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.176148] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.176415] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.176694] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.176694] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.176954] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.177105] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.180992] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.180992] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.180992] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.180992] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.180992] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.180992] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.180992] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.201164] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.201405] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.201517] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.201644] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.201966] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-fbe516bb-eb35-431c-97d1-f64c6b64f171 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.202155] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-fbe516bb-eb35-431c-97d1-f64c6b64f171" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.202265] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-fbe516bb-eb35-431c-97d1-f64c6b64f171" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.202591] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-fbe516bb-eb35-431c-97d1-f64c6b64f171" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.202729] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe516bb-eb35-431c-97d1-f64c6b64f171',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.237155] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.237155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.237424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.237581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.237719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.238011] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.238176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.238271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.238497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.238613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.238742] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 674.267841] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.267841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.267996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.268173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.268316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.280463] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 674.457083] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.708688] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.709124] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.709264] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.709704] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.709922] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.710173] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port fbe516bb-eb35-431c-97d1-f64c6b64f171 not found, creating... [ 674.710618] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.710874] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.711088] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.711632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.711869] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.712330] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.712609] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.712755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.713090] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.713265] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.713600] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: fbe516bb-eb35-431c-97d1-f64c6b64f171 is going to be created. [ 674.738559] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.738919] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.738993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.739344] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.739696] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.739952] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-fbe516bb-eb35-431c-97d1-f64c6b64f171" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.963237] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.963433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.963480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.963748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.963876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.964011] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537042bf-36e4-4533-a653-225839aa6e6d is going to be updated. [ 675.009390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.009390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.009390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.009390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.009390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.019047] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: IN_PROGRESS for 2s [ 675.115294] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: SUCCESS [ 675.115685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.327034] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: SUCCESS [ 675.327457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.327457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.327809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.328268] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.328268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.328447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.328498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.328546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.328698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.330309] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.331474] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 675.331679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.331860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.332139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.332597] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.332597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.332597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.332848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.332848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.332848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.333020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.335301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.335387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.335606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.335802] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.335913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.335976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.336142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.336227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.336313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.336426] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.387866] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: SUCCESS [ 675.387866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.522245] env[65850]: INFO networking_nsxv3.common.synchronization [req-6163ad67-f88c-4a6b-a14b-c2d093fb8581 req-926bdd37-4c92-4a93-9322-390e385ae27e service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 675.522410] env[65850]: INFO networking_nsxv3.common.synchronization [req-6163ad67-f88c-4a6b-a14b-c2d093fb8581 req-926bdd37-4c92-4a93-9322-390e385ae27e service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 675.522536] env[65850]: INFO networking_nsxv3.common.synchronization [req-6163ad67-f88c-4a6b-a14b-c2d093fb8581 req-926bdd37-4c92-4a93-9322-390e385ae27e service nova] Enqueued Resource ID: fbe516bb-eb35-431c-97d1-f64c6b64f171 with Priority: HIGHEST for action port [ 675.523180] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 675.523316] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 675.523484] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe516bb-eb35-431c-97d1-f64c6b64f171 with Priority: HIGHEST for action port [ 675.523707] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.523825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.523910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.524151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.524228] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.525140] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.525200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.525387] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe516bb-eb35-431c-97d1-f64c6b64f171 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.525482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe516bb-eb35-431c-97d1-f64c6b64f171" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.525539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe516bb-eb35-431c-97d1-f64c6b64f171" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe516bb-eb35-431c-97d1-f64c6b64f171" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.526143] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe516bb-eb35-431c-97d1-f64c6b64f171',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.803017] env[65850]: INFO networking_nsxv3.common.synchronization [req-b4ccb346-4f6e-490d-a244-fef21cbe5339 req-aed477d3-54ce-420b-af01-aa33729f2724 tempest-MultipleCreateTestJSON-763379637 tempest-MultipleCreateTestJSON-763379637-project-member] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 675.803017] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 675.803380] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.803593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.803593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.803907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.804060] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.804173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.804238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.804392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.804520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.804618] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.838390] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.839308] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3632713-c3ff-46d0-bd94-712737a1d420: rpc.has_security_group_logging(os_id): False [ 675.859564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.860273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.860273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.860273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.860273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.860458] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.860524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.860598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.860815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.860986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.861334] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.861334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.861334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.861664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.861664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.861740] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.861861] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.861861] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.862027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.862109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.862286] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 675.932381] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.933136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.933136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.933463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.933700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.950732] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 676.028170] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.028356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.029197] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbe516bb-eb35-431c-97d1-f64c6b64f171 with status ACTIVE [ 676.029197] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.029197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.029197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.029626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.030110] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.030255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.030342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.030572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.030807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.036219] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.036527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.036642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.036902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.037033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.037170] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbe516bb-eb35-431c-97d1-f64c6b64f171 is going to be updated. [ 676.092445] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.092654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.092706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.092973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.093212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.093392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe516bb-eb35-431c-97d1-f64c6b64f171" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.299094] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 676.299358] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 676.299517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.299779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.300087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.300308] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.300479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.300521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.300719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.300841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.300954] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.309424] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.341859] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02ab9ad-0d9a-422c-bb5a-98653bd92d26: rpc.has_security_group_logging(os_id): False [ 676.363046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.363219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.363292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.363521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.363628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.363875] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.363983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.364059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.364216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.364292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.364382] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 is going to be updated. [ 676.453583] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.453872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.453872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.454492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.454492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.473482] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: IN_PROGRESS for 2s [ 676.806013] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.813185] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.035252] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: SUCCESS [ 677.035479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.035701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.036143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.036353] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.036506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.036627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.036870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.037107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.037301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.037440] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.307157] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.318263] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.318439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.318514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.318774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.318863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.318966] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 677.360020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.360020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.360020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.360020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.360020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.371950] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 677.541620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.541819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.541819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.542067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.542256] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.542363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.542426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.542578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.542712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.542757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.542901] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.542995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.543067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.543211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.543348] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.543440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.543501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.543887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.543887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.543887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.543887] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.810668] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.810906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.810984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.811223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.811323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.811434] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 677.852733] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.852733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.852931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.853043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.853210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.862434] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 677.966478] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 677.966836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.968041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.968041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.968041] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.047484] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 537042bf-36e4-4533-a653-225839aa6e6d: rpc.has_security_group_logging(os_id): False [ 678.070426] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.070610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.070610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.070867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.070982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.071293] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.071413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.071494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.071666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.071750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.072039] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.072210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.072303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.072486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.072583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.072797] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.072915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.073012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.073181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.073254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.073349] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537042bf-36e4-4533-a653-225839aa6e6d is going to be updated. [ 678.160234] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.160480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.160480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.160725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.160911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.182756] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: IN_PROGRESS for 2s [ 678.260749] env[65850]: INFO networking_nsxv3.common.synchronization [req-fe8de152-c49d-4e0d-94dc-45510810e06e req-88b2eaa6-4a44-421a-8c03-e90e651965d2 tempest-ServerTagsTestJSON-777892420 tempest-ServerTagsTestJSON-777892420-project-member] Enqueued Resource ID: 261495dc-b9cf-453b-ad72-bc53810e5068 with Priority: HIGHEST for action security_group_members [ 678.261626] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261495dc-b9cf-453b-ad72-bc53810e5068 with Priority: HIGHEST for action security_group_members [ 678.262152] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-261495dc-b9cf-453b-ad72-bc53810e5068 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.262378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.262488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.262844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.263110] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.263272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.263383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.263830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.263830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.264078] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261495dc-b9cf-453b-ad72-bc53810e5068',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.470398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.470819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.470904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.471517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.471517] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.472164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.472164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.472164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.472330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.472370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.472966] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.489283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: SUCCESS [ 678.489400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.757256] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.757542] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-611" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.757714] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-611" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.758185] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-611" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.758575] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.758818] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.759030] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.759361] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.759566] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.759893] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.760075] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.760235] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.760495] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.760574] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.760714] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.760911] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.766545] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.766545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.766545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.766767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.766767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.766955] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.767113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.767191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.767447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.767540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.767636] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261495dc-b9cf-453b-ad72-bc53810e5068 already deleted. [ 678.767739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.788107] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.788238] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.788356] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.788532] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-611" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.788832] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-120e1d70-5616-4ace-9c4d-d92bb7a8c750 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.788996] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-120e1d70-5616-4ace-9c4d-d92bb7a8c750" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.789155] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-120e1d70-5616-4ace-9c4d-d92bb7a8c750" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.789490] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-120e1d70-5616-4ace-9c4d-d92bb7a8c750" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.789643] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120e1d70-5616-4ace-9c4d-d92bb7a8c750',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.974701] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.974701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.974988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.975205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.975310] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.975404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.975579] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.975669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.975733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.975787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.975939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.976033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.976095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.976255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.976459] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.976563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.976646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.977119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.977119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.977119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.977119] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.295028] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.295028] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.295028] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.295028] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.295028] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.295028] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 120e1d70-5616-4ace-9c4d-d92bb7a8c750 not found, creating... [ 679.295028] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.295028] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.295028] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.295028] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.295811] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.296443] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.296996] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.297309] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299245] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299245] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.299245] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 120e1d70-5616-4ace-9c4d-d92bb7a8c750 is going to be created. [ 679.325757] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.326024] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.326091] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.326330] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.326550] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.326773] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-120e1d70-5616-4ace-9c4d-d92bb7a8c750" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.387835] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 679.387835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.482084] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3632713-c3ff-46d0-bd94-712737a1d420: rpc.has_security_group_logging(os_id): False [ 679.524036] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.524036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.524036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.524036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.524670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.526657] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.526657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.526657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.526657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.526657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.526657] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.526657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.526657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.527534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.527534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.527534] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.527534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.527721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.528536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.528536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.528536] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 679.604820] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.605055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.605282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.605432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.605639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.633761] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 679.876142] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 679.876583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.876935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.877512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.878175] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.878175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.878175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.878517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.878716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.878921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.879093] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.063583] env[65850]: INFO networking_nsxv3.common.synchronization [req-09f55e90-f9d4-4b03-8c01-2ebb57fa7b24 req-464df03e-4807-4b17-8729-c26b293d4f37 tempest-MultipleCreateTestJSON-763379637 tempest-MultipleCreateTestJSON-763379637-project-member] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 680.066078] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 680.066078] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.066078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.066078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.066078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.066499] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.066499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.066499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.066640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.067336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.067336] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.092034] env[65850]: INFO networking_nsxv3.common.synchronization [req-fe8de152-c49d-4e0d-94dc-45510810e06e req-42092562-b5ba-4573-b5d0-5dbb9f842b9e service nova] Enqueued Resource ID: 261495dc-b9cf-453b-ad72-bc53810e5068 with Priority: HIGHEST for action security_group_rules [ 680.092034] env[65850]: INFO networking_nsxv3.common.synchronization [req-fe8de152-c49d-4e0d-94dc-45510810e06e req-42092562-b5ba-4573-b5d0-5dbb9f842b9e service nova] Enqueued Resource ID: 261495dc-b9cf-453b-ad72-bc53810e5068 with Priority: HIGHEST for action security_group_members [ 680.092034] env[65850]: INFO networking_nsxv3.common.synchronization [req-fe8de152-c49d-4e0d-94dc-45510810e06e req-42092562-b5ba-4573-b5d0-5dbb9f842b9e service nova] Enqueued Resource ID: 120e1d70-5616-4ace-9c4d-d92bb7a8c750 with Priority: HIGHEST for action port [ 680.092034] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261495dc-b9cf-453b-ad72-bc53810e5068 with Priority: HIGHEST for action security_group_rules [ 680.092034] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261495dc-b9cf-453b-ad72-bc53810e5068 with Priority: HIGHEST for action security_group_members [ 680.092034] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120e1d70-5616-4ace-9c4d-d92bb7a8c750 with Priority: HIGHEST for action port [ 680.092034] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261495dc-b9cf-453b-ad72-bc53810e5068 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.092034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.092034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.092034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.092034] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261495dc-b9cf-453b-ad72-bc53810e5068',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.093360] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-261495dc-b9cf-453b-ad72-bc53810e5068 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.093360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.093529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.093793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.094125] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.098123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.098123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.098123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.098123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.098123] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261495dc-b9cf-453b-ad72-bc53810e5068',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.098123] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-120e1d70-5616-4ace-9c4d-d92bb7a8c750 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.098123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-120e1d70-5616-4ace-9c4d-d92bb7a8c750" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.098123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-120e1d70-5616-4ace-9c4d-d92bb7a8c750" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.098123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-120e1d70-5616-4ace-9c4d-d92bb7a8c750" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.098123] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120e1d70-5616-4ace-9c4d-d92bb7a8c750',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.200602] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: SUCCESS [ 680.200917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.381759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.382057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.382057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.382271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.382453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.382569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.382909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.382909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.382909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.383100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.383227] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.383356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.383426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.383571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.383744] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.383881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.383881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.384072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.384167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.384258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.384258] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.569405] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.569835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.569835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.569927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.569988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.570174] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.570401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.570401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.570500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.570538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.570667] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 680.599071] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('261495dc-b9cf-453b-ad72-bc53810e5068',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.600522] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-261495dc-b9cf-453b-ad72-bc53810e5068 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.600639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.602232] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 120e1d70-5616-4ace-9c4d-d92bb7a8c750 with status ACTIVE [ 680.602434] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.602575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.602640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.602872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.602960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.603691] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.603691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.603691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.603691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.603691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.603967] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.603967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.603967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.604099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.604511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.604511] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 120e1d70-5616-4ace-9c4d-d92bb7a8c750 is going to be updated. [ 680.623785] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.623973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.624143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.624237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.624365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.627197] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.627343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.627421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.627721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.627860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.628019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-120e1d70-5616-4ace-9c4d-d92bb7a8c750" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.636455] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 680.890234] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8631d824-d9ad-4527-a163-d746a770cdf2: rpc.has_security_group_logging(os_id): False [ 680.911756] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.911999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.911999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.912264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.912361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.912579] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.912687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.912752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.912937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.913032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.913243] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.913339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.913398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.913552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.913631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.913876] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.913947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.913947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.914112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.914344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.914344] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 680.968731] env[65850]: INFO networking_nsxv3.common.synchronization [req-e89dcc57-a299-4aa3-a7e6-c64d154ba9ce req-3de65b69-5599-4f46-b582-1587cc221d1d tempest-InstanceActionsV221TestJSON-1296444465 tempest-InstanceActionsV221TestJSON-1296444465-project-member] Enqueued Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGHEST for action security_group_members [ 680.969490] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGHEST for action security_group_members [ 680.969579] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.970272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.970272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.970272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.970555] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.971542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.971542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.971542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.971542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971542] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.999806] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.000934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.000934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.000934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.000934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.016375] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 681.101802] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('261495dc-b9cf-453b-ad72-bc53810e5068',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.369632] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.369873] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-139" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.369994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-139" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.370333] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-139" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.370588] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.370736] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.370846] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.371145] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.371305] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.371513] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.371624] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.371731] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.371876] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.372023] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.372114] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.372243] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.396773] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.396995] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.397087] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.397248] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-139" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.397700] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.397884] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.397884] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.398205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.398378] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff37935-b3b1-46c3-aebf-c5252dc1d37b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.473643] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.473865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.473865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.474064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.474179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.474379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.474490] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.474554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.474742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.474839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.474930] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 already deleted. [ 681.475022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.604194] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.604512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.604512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.604760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.604870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.604988] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261495dc-b9cf-453b-ad72-bc53810e5068 is going to be created. [ 681.630045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.630247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.630302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.630476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.630689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.644363] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261495dc-b9cf-453b-ad72-bc53810e5068 in Status: UNINITIALIZED for 2s [ 681.651150] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 681.651150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.901246] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.901811] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.902048] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.902815] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.902815] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.902815] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 9ff37935-b3b1-46c3-aebf-c5252dc1d37b not found, creating... [ 681.903224] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.903491] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.903753] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.904173] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.904348] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.905151] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.906089] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.906257] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.906507] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.906650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.906922] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 9ff37935-b3b1-46c3-aebf-c5252dc1d37b is going to be created. [ 681.943276] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.943847] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.943847] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.943959] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.944098] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.944327] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.648453] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 682.648745] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c deletion is rescheduled due to dependency. [ 682.648789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.765690] env[65850]: INFO networking_nsxv3.common.synchronization [req-e89dcc57-a299-4aa3-a7e6-c64d154ba9ce req-5ef716d3-3b8b-45a7-9ebe-ac462fa015be service nova] Enqueued Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGHEST for action security_group_rules [ 682.765887] env[65850]: INFO networking_nsxv3.common.synchronization [req-e89dcc57-a299-4aa3-a7e6-c64d154ba9ce req-5ef716d3-3b8b-45a7-9ebe-ac462fa015be service nova] Enqueued Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGHEST for action security_group_members [ 682.766033] env[65850]: INFO networking_nsxv3.common.synchronization [req-e89dcc57-a299-4aa3-a7e6-c64d154ba9ce req-5ef716d3-3b8b-45a7-9ebe-ac462fa015be service nova] Enqueued Resource ID: 9ff37935-b3b1-46c3-aebf-c5252dc1d37b with Priority: HIGHEST for action port [ 682.766594] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGHEST for action security_group_rules [ 682.766774] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGHEST for action security_group_members [ 682.766852] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff37935-b3b1-46c3-aebf-c5252dc1d37b with Priority: HIGHEST for action port [ 682.767242] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.767355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.767424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.767741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.767802] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.768716] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.768777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.768822] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.768965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.769225] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.769330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.769394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.769647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.769779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.769827] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.770568] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.770674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.770850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.770910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.771041] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff37935-b3b1-46c3-aebf-c5252dc1d37b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.032496] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 683.035404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.273019] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.273019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.274504] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.275449] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ff37935-b3b1-46c3-aebf-c5252dc1d37b with status ACTIVE [ 683.278154] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.278154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.278154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.278512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.278512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.278579] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.278632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.278690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.278865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.278916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.279147] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.279236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.279274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.279391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.279491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.279579] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ff37935-b3b1-46c3-aebf-c5252dc1d37b is going to be updated. [ 683.321678] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.321678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.321678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.321678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.321678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.321678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff37935-b3b1-46c3-aebf-c5252dc1d37b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.429361] env[65850]: INFO networking_nsxv3.common.synchronization [req-d64e428c-5ad7-43b1-8fc5-1fa9a9e407dc req-da2314ff-1b54-47a3-adb0-5aba5d18846b tempest-ServersTestJSON-526700750 tempest-ServersTestJSON-526700750-project-member] Enqueued Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_members [ 683.430484] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_members [ 683.431235] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f70212e-4fe5-46b1-8d96-747b561bbb99 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.431235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.431235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.432215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.432583] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.432698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.432763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.433172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.433172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.433172] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.658390] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261495dc-b9cf-453b-ad72-bc53810e5068 in Status: SUCCESS [ 683.658678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.658899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.659094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.659467] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.659614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.659740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.659945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.660087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.660129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.660244] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('261495dc-b9cf-453b-ad72-bc53810e5068',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.787313] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.935624] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.936118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.936118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.936118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.936307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.936362] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.936444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.936573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.936643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.936750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.936796] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 already deleted. [ 683.936891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.967200] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.967564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-724" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.967564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-724" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.968090] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-724" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.968191] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.968340] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.968412] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.968593] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.969614] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.969614] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.969614] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.969614] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.969614] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.969614] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.969614] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.969614] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.991302] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.991302] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.991302] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.991522] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-724" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.992201] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-b0d83a6f-0657-4aaf-bccf-802a72ebff28 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.992201] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-b0d83a6f-0657-4aaf-bccf-802a72ebff28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.992201] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-b0d83a6f-0657-4aaf-bccf-802a72ebff28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.992465] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-b0d83a6f-0657-4aaf-bccf-802a72ebff28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.992983] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d83a6f-0657-4aaf-bccf-802a72ebff28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.162898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-261495dc-b9cf-453b-ad72-bc53810e5068 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.163259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.163361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.163560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.163733] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.163834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.163897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.164065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.164158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.164250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.164398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-261495dc-b9cf-453b-ad72-bc53810e5068 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.164490] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.164552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.164691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.164826] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.164918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.164980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.165128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.165203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.165301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.165393] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('261495dc-b9cf-453b-ad72-bc53810e5068',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.292195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.292473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.292473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.292646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.292731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.292842] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 is going to be created. [ 684.321625] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.321880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.321880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.322121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.322257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.336625] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 in Status: UNINITIALIZED for 2s [ 684.497283] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.497584] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.497840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.498228] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.498394] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.498554] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port b0d83a6f-0657-4aaf-bccf-802a72ebff28 not found, creating... [ 684.498925] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.499101] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.499232] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.499473] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.499614] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.500311] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.500506] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.500626] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.500924] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.501074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.501957] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: b0d83a6f-0657-4aaf-bccf-802a72ebff28 is going to be created. [ 684.523014] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.523244] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.523360] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.523622] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.523845] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.524074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-b0d83a6f-0657-4aaf-bccf-802a72ebff28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.568189] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6b0a260f-b064-4b25-8045-09e7b7b468c5 None None] Enqueued Resource ID: 65a008fc-812d-4f4a-85ce-adf1e544c2d7 with Priority: HIGHEST for action port [ 684.568848] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a008fc-812d-4f4a-85ce-adf1e544c2d7 with Priority: HIGHEST for action port [ 684.569192] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a008fc-812d-4f4a-85ce-adf1e544c2d7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.569376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a008fc-812d-4f4a-85ce-adf1e544c2d7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.569482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a008fc-812d-4f4a-85ce-adf1e544c2d7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.569844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a008fc-812d-4f4a-85ce-adf1e544c2d7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.569945] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a008fc-812d-4f4a-85ce-adf1e544c2d7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.668673] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 261495dc-b9cf-453b-ad72-bc53810e5068: rpc.has_security_group_logging(os_id): False [ 684.702788] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.703016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.703016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.703256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.703352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.703584] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.703690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.703804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.703941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.704044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.704277] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.704392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.704392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.704554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.704634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.704816] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.704912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.704966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.705120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.705234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.705288] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261495dc-b9cf-453b-ad72-bc53810e5068 is going to be created. [ 684.776029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.777243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.777551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.778131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.778552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.794202] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261495dc-b9cf-453b-ad72-bc53810e5068 in Status: IN_PROGRESS for 2s [ 685.074450] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65a008fc-812d-4f4a-85ce-adf1e544c2d7 [ 685.074704] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.074835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.074900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.075150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.075232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.075328] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65a008fc-812d-4f4a-85ce-adf1e544c2d7 already deleted. [ 685.075409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a008fc-812d-4f4a-85ce-adf1e544c2d7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.231872] env[65850]: INFO networking_nsxv3.common.synchronization [req-d64e428c-5ad7-43b1-8fc5-1fa9a9e407dc req-b1829d29-f9a8-411e-9ba4-40fa8952e0d3 service nova] Enqueued Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_rules [ 685.231872] env[65850]: INFO networking_nsxv3.common.synchronization [req-d64e428c-5ad7-43b1-8fc5-1fa9a9e407dc req-b1829d29-f9a8-411e-9ba4-40fa8952e0d3 service nova] Enqueued Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_members [ 685.235983] env[65850]: INFO networking_nsxv3.common.synchronization [req-d64e428c-5ad7-43b1-8fc5-1fa9a9e407dc req-b1829d29-f9a8-411e-9ba4-40fa8952e0d3 service nova] Enqueued Resource ID: b0d83a6f-0657-4aaf-bccf-802a72ebff28 with Priority: HIGHEST for action port [ 685.236262] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_rules [ 685.236404] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_members [ 685.236500] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d83a6f-0657-4aaf-bccf-802a72ebff28 with Priority: HIGHEST for action port [ 685.237209] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f70212e-4fe5-46b1-8d96-747b561bbb99 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.237427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.237427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.237606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.237715] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.238645] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f70212e-4fe5-46b1-8d96-747b561bbb99 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.238798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.240056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.240056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.240056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.240056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.240056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.240056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.240056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.240056] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.240539] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d83a6f-0657-4aaf-bccf-802a72ebff28 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.240647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d83a6f-0657-4aaf-bccf-802a72ebff28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.240705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d83a6f-0657-4aaf-bccf-802a72ebff28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.241627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d83a6f-0657-4aaf-bccf-802a72ebff28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.241627] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d83a6f-0657-4aaf-bccf-802a72ebff28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.743384] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f70212e-4fe5-46b1-8d96-747b561bbb99 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.743709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.744958] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.745974] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d83a6f-0657-4aaf-bccf-802a72ebff28 with status ACTIVE [ 685.746207] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.746350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.746441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.746658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.746750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.746939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.749024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.749024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.749024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.749024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.749024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.749024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.749024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.749024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.749444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.749480] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d83a6f-0657-4aaf-bccf-802a72ebff28 is going to be updated. [ 685.783921] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.784221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.784320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.784623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.784899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.785100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d83a6f-0657-4aaf-bccf-802a72ebff28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.252424] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.347206] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 in Status: SUCCESS [ 686.347801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.347801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.347968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.348134] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.348213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.348269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.348377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.348458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.348546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.348634] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.438607] env[65850]: INFO networking_nsxv3.common.synchronization [None req-05732f45-b6d3-470f-b0f9-bf941d8cecc5 None None] Enqueued Resource ID: 56ab631f-4a09-4016-91cf-861663f49d89 with Priority: HIGHEST for action port [ 686.439577] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ab631f-4a09-4016-91cf-861663f49d89 with Priority: HIGHEST for action port [ 686.439985] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-56ab631f-4a09-4016-91cf-861663f49d89 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.440125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56ab631f-4a09-4016-91cf-861663f49d89" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.440234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56ab631f-4a09-4016-91cf-861663f49d89" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.440800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56ab631f-4a09-4016-91cf-861663f49d89" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.440967] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ab631f-4a09-4016-91cf-861663f49d89',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.490191] env[65850]: INFO networking_nsxv3.common.synchronization [req-411ebecb-0399-4332-a38c-ca64f06c9fac req-cd0fc425-b341-4ab5-82db-fe5acc76b0e0 tempest-ServersAdminTestJSON-679498568 tempest-ServersAdminTestJSON-679498568-project-member] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 686.493798] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 686.497286] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.497286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.497286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.497286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.497286] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.497286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.497286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.497286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.497286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.497286] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.757947] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.758252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.758252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.758419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.758477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.758573] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 is going to be created. [ 686.790208] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.791118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.791118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.791118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.791309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.805730] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 in Status: UNINITIALIZED for 2s [ 686.809667] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261495dc-b9cf-453b-ad72-bc53810e5068 in Status: SUCCESS [ 686.810047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.851910] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.852083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.852150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.852459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.852648] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.852833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.852902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.853083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.853172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.853257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.854427] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.854532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.855419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.855419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.855419] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.855419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.855419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.855419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.855419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.855419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.855822] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.947580] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56ab631f-4a09-4016-91cf-861663f49d89 [ 686.947580] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.947580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.947580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.947580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.947580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.947580] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56ab631f-4a09-4016-91cf-861663f49d89 already deleted. [ 686.947580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56ab631f-4a09-4016-91cf-861663f49d89" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.965172] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.965172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.965172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.965172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.965172] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.965172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.965172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.965971] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.966300] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.969238] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.969238] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.969238] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.969238] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.969238] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.969238] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.969238] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.988020] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.988275] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.988440] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.988613] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.988916] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-c100e01e-abe0-4f92-aa24-157613b14d47 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.989232] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-c100e01e-abe0-4f92-aa24-157613b14d47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.989232] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-c100e01e-abe0-4f92-aa24-157613b14d47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.989519] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-c100e01e-abe0-4f92-aa24-157613b14d47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.989646] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c100e01e-abe0-4f92-aa24-157613b14d47',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.001782] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.358106] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cc35757-df9b-4e81-b6ac-c6b7129a8a96: rpc.has_security_group_logging(os_id): False [ 687.387954] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.388342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.388342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.389087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.389087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.389087] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.389087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.389087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.389399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.389399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.389710] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.389837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.389900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.390065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.390148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.390350] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.390442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.390502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.390647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.390725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.390828] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 is going to be created. [ 687.491502] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.491692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.491741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.491979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.492234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.493671] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.497217] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.497358] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.497642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.497824] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.497999] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port c100e01e-abe0-4f92-aa24-157613b14d47 not found, creating... [ 687.498327] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.498495] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.498617] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.498903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.498994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.499316] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.499468] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.499584] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.499882] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.500041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.500510] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: c100e01e-abe0-4f92-aa24-157613b14d47 is going to be created. [ 687.504380] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.519623] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 in Status: IN_PROGRESS for 2s [ 687.537715] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.538049] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.538202] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.538473] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.538689] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.539182] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-c100e01e-abe0-4f92-aa24-157613b14d47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.007742] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.008063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.008063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.008830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.008830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.008830] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 688.048460] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.048460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.048460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.048460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.048460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.061753] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 688.267077] env[65850]: INFO networking_nsxv3.common.synchronization [req-411ebecb-0399-4332-a38c-ca64f06c9fac req-41fc6f0c-46f5-47de-b811-52a1cdd14f53 service nova] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_rules [ 688.267077] env[65850]: INFO networking_nsxv3.common.synchronization [req-411ebecb-0399-4332-a38c-ca64f06c9fac req-41fc6f0c-46f5-47de-b811-52a1cdd14f53 service nova] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 688.267390] env[65850]: INFO networking_nsxv3.common.synchronization [req-411ebecb-0399-4332-a38c-ca64f06c9fac req-41fc6f0c-46f5-47de-b811-52a1cdd14f53 service nova] Enqueued Resource ID: c100e01e-abe0-4f92-aa24-157613b14d47 with Priority: HIGHEST for action port [ 688.268099] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_rules [ 688.268375] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 688.268596] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c100e01e-abe0-4f92-aa24-157613b14d47 with Priority: HIGHEST for action port [ 688.269126] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.269473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.269473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.269669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.269746] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.270831] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.270934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.271195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-c100e01e-abe0-4f92-aa24-157613b14d47 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.271348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c100e01e-abe0-4f92-aa24-157613b14d47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.271417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c100e01e-abe0-4f92-aa24-157613b14d47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.271615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c100e01e-abe0-4f92-aa24-157613b14d47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.271692] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c100e01e-abe0-4f92-aa24-157613b14d47',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.774680] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.774847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.775057] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c100e01e-abe0-4f92-aa24-157613b14d47 with status ACTIVE [ 688.775256] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.775374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.775443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.775662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.775758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.776120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.776235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.776235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.776340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.776462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.776629] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.776752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.776832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.776982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.777078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.777166] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c100e01e-abe0-4f92-aa24-157613b14d47 is going to be updated. [ 688.804163] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.804354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.804428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.804643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.804827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.804998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c100e01e-abe0-4f92-aa24-157613b14d47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.821473] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 in Status: SUCCESS [ 688.821473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.821807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.821933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.822285] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.822418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.822539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.822697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.822907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.822974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.823093] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.868799] env[65850]: INFO networking_nsxv3.common.synchronization [None req-75b78444-17b5-43bd-bef5-15b22c782d26 None None] Enqueued Resource ID: d3cabec0-7f24-4e88-a36e-8728d28404a5 with Priority: HIGHEST for action port [ 688.869948] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3cabec0-7f24-4e88-a36e-8728d28404a5 with Priority: HIGHEST for action port [ 688.872476] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3cabec0-7f24-4e88-a36e-8728d28404a5 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.872595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3cabec0-7f24-4e88-a36e-8728d28404a5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.872595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3cabec0-7f24-4e88-a36e-8728d28404a5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.872871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3cabec0-7f24-4e88-a36e-8728d28404a5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.872954] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3cabec0-7f24-4e88-a36e-8728d28404a5',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.178267] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2537105-b911-44bd-a8ba-c987859282a9 req-f29646ad-e5b5-4a19-ba15-86af574f6ee5 tempest-ServerAddressesNegativeTestJSON-50642969 tempest-ServerAddressesNegativeTestJSON-50642969-project-member] Enqueued Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGHEST for action security_group_members [ 689.178267] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGHEST for action security_group_members [ 689.178267] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b7f132-59b5-478e-b995-bf20d842aedb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.178267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.179729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.180283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.180466] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.180803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.180803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.181460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.181460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.181460] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.326549] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.376988] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3cabec0-7f24-4e88-a36e-8728d28404a5 [ 689.376988] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.376988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.376988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.376988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.376988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.376988] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3cabec0-7f24-4e88-a36e-8728d28404a5 already deleted. [ 689.376988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3cabec0-7f24-4e88-a36e-8728d28404a5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.537971] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 in Status: SUCCESS [ 689.537971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.686237] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.686237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.686237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.686237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.686237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.686519] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.686572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.686677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.686986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.687156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.687320] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58b7f132-59b5-478e-b995-bf20d842aedb already deleted. [ 689.687533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.714087] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.714087] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-545" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.714087] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-545" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.714087] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-545" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.714087] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.714087] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.714087] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.714087] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.714087] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.714087] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.714087] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.714087] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.714087] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.714735] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.714735] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.714735] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.746425] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.746425] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.746425] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.746425] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-545" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.746425] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-c4553430-916b-431f-b824-aa6cc551ed5b taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.746425] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-c4553430-916b-431f-b824-aa6cc551ed5b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.746425] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-c4553430-916b-431f-b824-aa6cc551ed5b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.746425] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-c4553430-916b-431f-b824-aa6cc551ed5b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.746425] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4553430-916b-431f-b824-aa6cc551ed5b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.829859] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f70212e-4fe5-46b1-8d96-747b561bbb99: rpc.has_security_group_logging(os_id): False [ 689.853302] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.853497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.853497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.853720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.853760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.854054] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.854143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.854182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.855248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.855248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.855248] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 is going to be created. [ 689.944986] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.945196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.945244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.945534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.945723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.963399] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 in Status: IN_PROGRESS for 2s [ 689.968604] env[65850]: INFO networking_nsxv3.common.synchronization [None req-4b2965cf-69cf-470d-99bb-6e0ca57adb8b tempest-AttachVolumeTestJSON-616891276 tempest-AttachVolumeTestJSON-616891276-project-member] Enqueued Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_rules [ 689.969341] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_rules [ 689.970801] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.971300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.971300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.971430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.971526] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.075622] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 690.075871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.076473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.076473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.076623] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.076623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.076741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.076844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.076979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.077983] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.252496] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.252988] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.252988] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.253443] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.253847] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.254037] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port c4553430-916b-431f-b824-aa6cc551ed5b not found, creating... [ 690.254324] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.254931] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.256841] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.257242] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.257429] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.257897] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.259566] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.259957] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.260271] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.260519] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.260674] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: c4553430-916b-431f-b824-aa6cc551ed5b is going to be created. [ 690.299115] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.300029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.300029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.300936] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.300936] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.301279] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-c4553430-916b-431f-b824-aa6cc551ed5b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.428897] env[65850]: INFO networking_nsxv3.common.synchronization [None req-0ee2b7bb-a044-4059-a1ca-4ace0948d10e tempest-AttachVolumeTestJSON-616891276 tempest-AttachVolumeTestJSON-616891276-project-member] Enqueued Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_rules [ 690.429597] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_rules [ 690.430031] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.430183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.503841] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.504055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.505887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.505887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.505887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.505887] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 already deleted. [ 690.505887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.505887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.505887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.505887] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.580293] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.029444] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.029710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.029870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.030177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.030773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.030773] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 already deleted. [ 691.030773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.083508] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2537105-b911-44bd-a8ba-c987859282a9 req-4b36cae4-00f6-4b96-883c-2c5a08f9027b service nova] Enqueued Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGHEST for action security_group_rules [ 691.084979] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2537105-b911-44bd-a8ba-c987859282a9 req-4b36cae4-00f6-4b96-883c-2c5a08f9027b service nova] Enqueued Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGHEST for action security_group_members [ 691.084979] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2537105-b911-44bd-a8ba-c987859282a9 req-4b36cae4-00f6-4b96-883c-2c5a08f9027b service nova] Enqueued Resource ID: c4553430-916b-431f-b824-aa6cc551ed5b with Priority: HIGHEST for action port [ 691.084979] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.087287] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGHEST for action security_group_rules [ 691.087287] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGHEST for action security_group_members [ 691.087287] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4553430-916b-431f-b824-aa6cc551ed5b with Priority: HIGHEST for action port [ 691.087287] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58b7f132-59b5-478e-b995-bf20d842aedb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.087287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.087287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.087747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.087747] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.088830] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b7f132-59b5-478e-b995-bf20d842aedb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.089180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.089259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.089447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.090378] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.090378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.090378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.090378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.090378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.090378] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.093814] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4553430-916b-431f-b824-aa6cc551ed5b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.094107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4553430-916b-431f-b824-aa6cc551ed5b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.094212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4553430-916b-431f-b824-aa6cc551ed5b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.096677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4553430-916b-431f-b824-aa6cc551ed5b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.096804] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4553430-916b-431f-b824-aa6cc551ed5b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.589907] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.589907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.589907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.589907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.589907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.589907] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 691.598756] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b7f132-59b5-478e-b995-bf20d842aedb taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.599023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.599414] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.600302] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4553430-916b-431f-b824-aa6cc551ed5b with status ACTIVE [ 691.601136] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.601136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.601136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.601136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.601136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.601391] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.602638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.602638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.602638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.602638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.603342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.603486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.604418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.604418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.604418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.604418] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4553430-916b-431f-b824-aa6cc551ed5b is going to be updated. [ 691.627025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.627025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.627025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.627025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.627286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.627286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4553430-916b-431f-b824-aa6cc551ed5b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.631792] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.631932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.631932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.632247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.632481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.643136] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 691.973795] env[65850]: INFO networking_nsxv3.common.synchronization [None req-3a681ef4-6321-403c-8581-cd896e9909df None None] Enqueued Resource ID: 5e64e57e-f866-4807-8ee2-4a813d381841 with Priority: HIGHEST for action port [ 691.974419] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e64e57e-f866-4807-8ee2-4a813d381841 with Priority: HIGHEST for action port [ 691.975921] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e64e57e-f866-4807-8ee2-4a813d381841 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.975921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e64e57e-f866-4807-8ee2-4a813d381841" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.975921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e64e57e-f866-4807-8ee2-4a813d381841" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.975921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e64e57e-f866-4807-8ee2-4a813d381841" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.975921] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e64e57e-f866-4807-8ee2-4a813d381841',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.978952] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 in Status: SUCCESS [ 691.979535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.106974] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.123389] env[65850]: INFO networking_nsxv3.common.synchronization [None req-9725289c-9635-48cf-b99b-8cf1a247f4c3 tempest-ServersTestBootFromVolume-329127255 tempest-ServersTestBootFromVolume-329127255-project-member] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_rules [ 692.123389] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_rules [ 692.127430] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.127430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.127430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.127430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.127430] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.241770] env[65850]: INFO networking_nsxv3.common.synchronization [None req-5595e85c-b39d-482e-903c-25d96819321a tempest-ServersTestBootFromVolume-329127255 tempest-ServersTestBootFromVolume-329127255-project-member] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_rules [ 692.242365] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_rules [ 692.242772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.242971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.478278] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e64e57e-f866-4807-8ee2-4a813d381841 [ 692.478564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.478726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.478808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.479127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.479316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.479492] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e64e57e-f866-4807-8ee2-4a813d381841 already deleted. [ 692.479492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e64e57e-f866-4807-8ee2-4a813d381841" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.609474] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.609474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.609474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.609474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.610308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.610308] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58b7f132-59b5-478e-b995-bf20d842aedb is going to be created. [ 692.640878] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.640878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.640878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.640878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.641191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.655832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.657150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.657150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.657150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.657150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.657150] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 already deleted. [ 692.657730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.657730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.657730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.657730] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.659585] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58b7f132-59b5-478e-b995-bf20d842aedb in Status: UNINITIALIZED for 2s [ 693.181539] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.181874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.181874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.182389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.182677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.182853] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 already deleted. [ 693.183053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.225143] env[65850]: INFO networking_nsxv3.common.synchronization [req-9b072a9e-b9d8-4e74-89e0-9c6ebaaa80cb req-573880fd-642c-420d-8064-1f5cdde77b82 tempest-DeleteServersAdminTestJSON-395509903 tempest-DeleteServersAdminTestJSON-395509903-project-member] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 693.225143] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGHEST for action security_group_members [ 693.225283] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.225469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.225611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.225929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.226264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.226438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.226586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.226868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.227073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.228556] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.656947] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 693.657293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.657465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.657756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.657997] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.658150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.658217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.658447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.658533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.658667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.658777] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.732912] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.733142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.733507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.733588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.733657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.733882] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.733984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.734062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.734216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.734292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.734377] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f is going to be updated. [ 693.767593] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.767783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.767862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.769224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.769224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.781874] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: IN_PROGRESS for 2s [ 694.163950] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.164216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.164216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.165272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.165272] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.165272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.165272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.165272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.165272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.165272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.165735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.165735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.165735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.165735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.165994] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.165994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.165994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.166207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.166207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.166310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.166469] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.670765] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58b7f132-59b5-478e-b995-bf20d842aedb in Status: SUCCESS [ 694.671462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.671739] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3486bc3-6f28-4484-ab6a-b239dbc87e0d: rpc.has_security_group_logging(os_id): False [ 694.672817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.673068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.673267] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.673410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.673478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.673627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.673708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.673839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.673916] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.704291] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.704465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.704518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.705762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.705762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.705762] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.705762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.705762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.705762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.705762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.707179] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.707364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.707783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.707783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.707783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.708371] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.710063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.710063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.710063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.710225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.710225] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 694.791833] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.791833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.791833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.792201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.792390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.810510] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 695.176289] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b7f132-59b5-478e-b995-bf20d842aedb taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.176459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.176523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.176778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.176950] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.177189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.177189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.177311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.177406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.177493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.177643] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b7f132-59b5-478e-b995-bf20d842aedb taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.177732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.177857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.178059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.178214] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.178334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.178397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.178613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.179244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.179244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.179244] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.681834] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58b7f132-59b5-478e-b995-bf20d842aedb: rpc.has_security_group_logging(os_id): False [ 695.707771] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.709741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.709741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.709741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.709741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.709741] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.709741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.709741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.709741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.709741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.710463] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.710611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.710710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.710979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.711105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.711656] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.711656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.711656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.711822] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.711822] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.711889] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58b7f132-59b5-478e-b995-bf20d842aedb is going to be created. [ 695.796471] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.796686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.796686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.796899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.797103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.803964] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e6589-5743-4504-b599-ed51bae02a6f in Status: SUCCESS [ 695.804206] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e6589-5743-4504-b599-ed51bae02a6f deletion is rescheduled due to dependency. [ 695.804330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.818887] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58b7f132-59b5-478e-b995-bf20d842aedb in Status: IN_PROGRESS for 2s [ 695.991013] env[65850]: INFO networking_nsxv3.common.synchronization [req-0bcd5016-f564-49ba-a2dc-3dfe72dcdb44 req-410adafb-9c05-4407-8f2e-f1eb8d28470b tempest-FloatingIPsAssociationTestJSON-924520679 tempest-FloatingIPsAssociationTestJSON-924520679-project-member] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 695.991649] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 695.991885] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.992120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.992223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.992405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.992584] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.992702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.992915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.993447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.993572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.993716] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.496441] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.559466] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.559466] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-470" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.559466] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-470" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.560160] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-470" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.560336] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.560619] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.560801] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.561189] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.561709] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.561709] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.561709] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.562010] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.562165] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.562940] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.562940] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.563200] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.589220] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.589581] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.589879] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.590189] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-470" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.590702] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-b0ed76ac-129b-4945-bbc9-b4a585df88e2 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.592116] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-b0ed76ac-129b-4945-bbc9-b4a585df88e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.592116] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-b0ed76ac-129b-4945-bbc9-b4a585df88e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.592649] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-b0ed76ac-129b-4945-bbc9-b4a585df88e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.593179] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ed76ac-129b-4945-bbc9-b4a585df88e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.832450] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 696.832450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.000091] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.099092] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.099092] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.099092] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.099092] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.099092] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.099092] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port b0ed76ac-129b-4945-bbc9-b4a585df88e2 not found, creating... [ 697.099092] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.099092] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.100131] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.100645] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.100816] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.101303] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.101654] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.101814] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.102193] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.102406] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.102595] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: b0ed76ac-129b-4945-bbc9-b4a585df88e2 is going to be created. [ 697.130493] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.131166] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.131336] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.131996] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.132320] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.132589] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-b0ed76ac-129b-4945-bbc9-b4a585df88e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.317604] env[65850]: INFO networking_nsxv3.common.synchronization [req-e239c3ba-cfa0-4453-8d7f-5584283160c8 req-bbba58e0-d4d5-47c2-8e31-1d010ef1a5e9 tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 697.318322] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 697.319368] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.319368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.319368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.319368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.319368] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.319703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.319703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.319703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.319937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.320067] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.503919] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.504113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.504219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.504414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.504509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.504666] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd is going to be updated. [ 697.538333] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.538580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.538580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.538765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.538908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.552278] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: IN_PROGRESS for 2s [ 697.822027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.822328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.822472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.822826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.822994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.823376] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.823551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.823646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.823850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.823956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.824075] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 697.841431] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58b7f132-59b5-478e-b995-bf20d842aedb in Status: SUCCESS [ 697.841741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.872971] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.873124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.873246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.873654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.873782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.878141] env[65850]: INFO networking_nsxv3.common.synchronization [req-0bcd5016-f564-49ba-a2dc-3dfe72dcdb44 req-6c0c7038-9444-4324-9fb9-fb6ecc5ba025 service nova] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_rules [ 697.878141] env[65850]: INFO networking_nsxv3.common.synchronization [req-0bcd5016-f564-49ba-a2dc-3dfe72dcdb44 req-6c0c7038-9444-4324-9fb9-fb6ecc5ba025 service nova] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 697.878141] env[65850]: INFO networking_nsxv3.common.synchronization [req-0bcd5016-f564-49ba-a2dc-3dfe72dcdb44 req-6c0c7038-9444-4324-9fb9-fb6ecc5ba025 service nova] Enqueued Resource ID: b0ed76ac-129b-4945-bbc9-b4a585df88e2 with Priority: HIGHEST for action port [ 697.878141] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_rules [ 697.878141] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 697.878141] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ed76ac-129b-4945-bbc9-b4a585df88e2 with Priority: HIGHEST for action port [ 697.879664] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.879664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.879664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.879664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.879664] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.880297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.880397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.881027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0ed76ac-129b-4945-bbc9-b4a585df88e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.881027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0ed76ac-129b-4945-bbc9-b4a585df88e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.881027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0ed76ac-129b-4945-bbc9-b4a585df88e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.881027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0ed76ac-129b-4945-bbc9-b4a585df88e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.881027] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ed76ac-129b-4945-bbc9-b4a585df88e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.885858] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 698.383593] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.383593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.385086] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0ed76ac-129b-4945-bbc9-b4a585df88e2 with status ACTIVE [ 698.386264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.386513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.386816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.386889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.387019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.387279] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.387416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.387502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.387711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.387817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.388072] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.388196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.388282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.388465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.388569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.388678] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0ed76ac-129b-4945-bbc9-b4a585df88e2 is going to be updated. [ 698.416037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.416037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.416037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.416037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.416037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.416037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0ed76ac-129b-4945-bbc9-b4a585df88e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.566149] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: SUCCESS [ 699.567053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.567217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.567466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.567656] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.567727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.567966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.568176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.568261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.568362] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.898943] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 699.899585] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 deletion is rescheduled due to dependency. [ 699.899585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.071287] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.574024] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.080552] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.080552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.080552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.080552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.080552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.080552] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd is going to be updated. [ 701.116028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.116235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.117326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.117326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.117326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.130283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: IN_PROGRESS for 2s [ 701.904491] env[65850]: INFO networking_nsxv3.common.synchronization [req-6dbd4f7c-d706-4f8b-947a-dfd34fbef852 req-5d5a75e7-8f11-4411-9419-8d9a141ba7c2 tempest-InstanceActionsV221TestJSON-1296444465 tempest-InstanceActionsV221TestJSON-1296444465-project-member] Enqueued Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGHEST for action security_group_members [ 701.904491] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGHEST for action security_group_members [ 701.904955] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.904955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.906463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.906463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.906463] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.906463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.906463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.906463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.906463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.906463] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.413921] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.414126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.414202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.414431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.414529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.414735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.414837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.416909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.416909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.416909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.416909] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 is going to be updated. [ 702.461315] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.461315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.461315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.461315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.461315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.472936] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 in Status: IN_PROGRESS for 2s [ 702.492665] env[65850]: INFO networking_nsxv3.common.synchronization [req-6406e565-dc6c-4cdb-9c83-0f1cb8426ce1 req-50bd7c19-7da7-4196-9d88-01cceee987af tempest-AttachVolumeTestJSON-616891276 tempest-AttachVolumeTestJSON-616891276-project-member] Enqueued Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_members [ 702.493470] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_members [ 702.493858] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.494018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.494093] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.494362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.494548] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.494643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.494710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.495938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.495938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.495938] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.997157] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.998290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.998290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.998766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.998932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.999253] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.999465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.999465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.999877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.999877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.999877] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 already deleted. [ 702.999877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.151079] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: SUCCESS [ 703.151373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.151675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.151779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.151990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.152179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.152241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.152405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.152532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.152901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.152901] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.174277] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.174577] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.174739] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.175533] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.175942] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.176311] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.177221] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.177893] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.177893] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.178288] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.178457] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.178628] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.178782] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.178969] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.179146] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.179354] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.204188] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.204575] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.204797] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.204999] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.205405] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.205577] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.205692] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.206718] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.206895] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d919ee2-c9a9-478c-a7d9-74eb52a97a32',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.657153] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.657395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.657501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.657790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.658070] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.658219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.658285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.659028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.659028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.659028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.659028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.659028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.659028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.659288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.659323] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.659422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.659482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.659637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.659719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.659803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.659912] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.709032] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.709273] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.709403] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.709704] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.710312] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.710312] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 6d919ee2-c9a9-478c-a7d9-74eb52a97a32 not found, creating... [ 703.710312] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.710504] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.710588] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.710798] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.710950] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.711296] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.711456] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.711600] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.711763] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.711892] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.712751] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 6d919ee2-c9a9-478c-a7d9-74eb52a97a32 is going to be created. [ 703.736429] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.736695] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.736855] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.737204] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.737455] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.738074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.165189] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bded344-bebd-410a-8474-c316e5c8f1dd: rpc.has_security_group_logging(os_id): False [ 704.187990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.193287] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.193287] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.193287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.193964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.195566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.195566] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.195566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.195566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.195566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.195566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.195566] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd is going to be updated. [ 704.272315] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.272497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.272623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.272917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.273205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.300320] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: IN_PROGRESS for 2s [ 704.483744] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 in Status: SUCCESS [ 704.484043] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 deletion is rescheduled due to dependency. [ 704.484131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.594500] env[65850]: INFO networking_nsxv3.common.synchronization [req-6406e565-dc6c-4cdb-9c83-0f1cb8426ce1 req-1c46526a-10cc-41e0-bea9-3bc726570ab6 service nova] Enqueued Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_rules [ 704.594721] env[65850]: INFO networking_nsxv3.common.synchronization [req-6406e565-dc6c-4cdb-9c83-0f1cb8426ce1 req-1c46526a-10cc-41e0-bea9-3bc726570ab6 service nova] Enqueued Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_members [ 704.594911] env[65850]: INFO networking_nsxv3.common.synchronization [req-6406e565-dc6c-4cdb-9c83-0f1cb8426ce1 req-1c46526a-10cc-41e0-bea9-3bc726570ab6 service nova] Enqueued Resource ID: 6d919ee2-c9a9-478c-a7d9-74eb52a97a32 with Priority: HIGHEST for action port [ 704.595531] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_rules [ 704.595667] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_members [ 704.595759] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d919ee2-c9a9-478c-a7d9-74eb52a97a32 with Priority: HIGHEST for action port [ 704.597053] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.597228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.597300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.597520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.597968] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.598733] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.598878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.598939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.599195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.599395] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.599517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.599629] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.599733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.599822] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.599919] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.600860] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.603045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.603045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.603162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.603162] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d919ee2-c9a9-478c-a7d9-74eb52a97a32',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.110274] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.110274] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.110274] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d919ee2-c9a9-478c-a7d9-74eb52a97a32 with status ACTIVE [ 705.110274] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.110274] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.110274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.112593] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.112593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.112593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.112593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.112593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.112593] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d919ee2-c9a9-478c-a7d9-74eb52a97a32 is going to be updated. [ 705.131128] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.131279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.132016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.132016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.132016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.132016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d919ee2-c9a9-478c-a7d9-74eb52a97a32" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.610791] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.775931] env[65850]: INFO networking_nsxv3.common.synchronization [None req-0f93b47f-ab6e-45dd-ad20-6d742f4b9ebe None None] Enqueued Resource ID: a20a697e-2f74-4ace-b70d-87b173590e5d with Priority: HIGHEST for action port [ 705.776621] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20a697e-2f74-4ace-b70d-87b173590e5d with Priority: HIGHEST for action port [ 705.776941] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a20a697e-2f74-4ace-b70d-87b173590e5d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.778557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a20a697e-2f74-4ace-b70d-87b173590e5d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.778557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a20a697e-2f74-4ace-b70d-87b173590e5d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.778557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a20a697e-2f74-4ace-b70d-87b173590e5d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.778710] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20a697e-2f74-4ace-b70d-87b173590e5d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.116376] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.116472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.116503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.116788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.116788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.116910] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 is going to be created. [ 706.150286] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.150436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.150507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.150721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.150885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.164913] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 in Status: UNINITIALIZED for 2s [ 706.283931] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a20a697e-2f74-4ace-b70d-87b173590e5d [ 706.283931] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.283931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.283931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.283931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.283931] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a20a697e-2f74-4ace-b70d-87b173590e5d already deleted. [ 706.283931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a20a697e-2f74-4ace-b70d-87b173590e5d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.314208] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: SUCCESS [ 706.314500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.832405] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ed0e187-aad8-49dd-ad43-82e8f802a056 req-3b32033a-58bd-41ad-b4f4-d84ee4e24d98 tempest-MultipleCreateTestJSON-763379637 tempest-MultipleCreateTestJSON-763379637-project-member] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 706.832927] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 706.834042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.834295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.834403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.834771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.836912] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.836912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.836912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.836912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.836912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.836912] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.339636] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.339802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.339873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.340283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.340283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.340485] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.340598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.340693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.340926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.341568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.341568] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 707.380090] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.380258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.380314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.381640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.381640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.400198] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 707.434582] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.434797] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.434895] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.435262] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.435540] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.437712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.437921] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.438695] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.438979] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.439264] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.439484] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.439627] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.439754] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.439889] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.440112] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.440299] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.469106] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.469106] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.469106] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.469106] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.469106] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-467a0212-47a4-473e-b23d-fb5eda78586e taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.469106] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-467a0212-47a4-473e-b23d-fb5eda78586e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.469106] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-467a0212-47a4-473e-b23d-fb5eda78586e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.469106] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-467a0212-47a4-473e-b23d-fb5eda78586e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.469106] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467a0212-47a4-473e-b23d-fb5eda78586e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.972780] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.973223] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.973223] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.973466] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.973619] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.973774] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 467a0212-47a4-473e-b23d-fb5eda78586e not found, creating... [ 707.974032] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.974177] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.974367] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.974489] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.974708] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.974997] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.975149] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.975299] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.975593] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.975879] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.975973] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 467a0212-47a4-473e-b23d-fb5eda78586e is going to be created. [ 708.002594] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.002935] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.003067] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.003500] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.004326] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.004326] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-467a0212-47a4-473e-b23d-fb5eda78586e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.176033] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 in Status: SUCCESS [ 708.176286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.176473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.176812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.177436] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.177436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.177436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.177436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.177627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.177627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.177723] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.219648] env[65850]: INFO networking_nsxv3.common.synchronization [None req-e631ba19-1bf9-4d13-b7e7-02e7d0f0591f None None] Enqueued Resource ID: 4bbcd449-6436-4042-99f2-1f7d68b1752d with Priority: HIGHEST for action port [ 708.220148] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bbcd449-6436-4042-99f2-1f7d68b1752d with Priority: HIGHEST for action port [ 708.221630] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bbcd449-6436-4042-99f2-1f7d68b1752d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.221630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bbcd449-6436-4042-99f2-1f7d68b1752d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.221630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bbcd449-6436-4042-99f2-1f7d68b1752d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.221630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bbcd449-6436-4042-99f2-1f7d68b1752d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.221630] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bbcd449-6436-4042-99f2-1f7d68b1752d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.680451] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.725426] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bbcd449-6436-4042-99f2-1f7d68b1752d [ 708.725426] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.725426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.725426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.725728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.725728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.725801] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bbcd449-6436-4042-99f2-1f7d68b1752d already deleted. [ 708.725880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bbcd449-6436-4042-99f2-1f7d68b1752d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.801892] env[65850]: INFO networking_nsxv3.common.synchronization [req-193c0979-0218-48a4-8505-736d35fc23be req-23f22dc6-7b8e-4311-911b-edff79692cca tempest-ServerMetadataTestJSON-1284006783 tempest-ServerMetadataTestJSON-1284006783-project-member] Enqueued Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGHEST for action security_group_members [ 708.802568] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGHEST for action security_group_members [ 708.802877] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-473c770b-7f65-4f5f-9397-95e29db801f4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.803015] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.803086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.803300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.803455] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.803566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.803630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.803779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.803869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.803964] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.819086] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ed0e187-aad8-49dd-ad43-82e8f802a056 req-23a859be-d438-40d3-a92b-532e8a18c014 service nova] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_rules [ 708.819086] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ed0e187-aad8-49dd-ad43-82e8f802a056 req-23a859be-d438-40d3-a92b-532e8a18c014 service nova] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 708.819086] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ed0e187-aad8-49dd-ad43-82e8f802a056 req-23a859be-d438-40d3-a92b-532e8a18c014 service nova] Enqueued Resource ID: 467a0212-47a4-473e-b23d-fb5eda78586e with Priority: HIGHEST for action port [ 708.819773] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_rules [ 708.820028] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 708.820314] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467a0212-47a4-473e-b23d-fb5eda78586e with Priority: HIGHEST for action port [ 708.821631] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.821733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.821793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.822016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.822263] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.823227] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.823333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.823522] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-467a0212-47a4-473e-b23d-fb5eda78586e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.823640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-467a0212-47a4-473e-b23d-fb5eda78586e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.823700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-467a0212-47a4-473e-b23d-fb5eda78586e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.823905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-467a0212-47a4-473e-b23d-fb5eda78586e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.823986] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467a0212-47a4-473e-b23d-fb5eda78586e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.179234] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ed0e187-aad8-49dd-ad43-82e8f802a056 req-6fc93393-1782-4ef9-8097-b452a6657cc2 tempest-MultipleCreateTestJSON-763379637 tempest-MultipleCreateTestJSON-763379637-project-member] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 709.180631] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 709.182239] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.182361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.183146] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9933ae54-8f70-4fa6-951e-7eb2f7df3c65: rpc.has_security_group_logging(os_id): False [ 709.205401] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.205401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.205401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.205401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.205401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.205401] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.205401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.205401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.205401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.205401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.205401] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 is going to be created. [ 709.273183] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.273183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.273183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.273360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.273391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.297294] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 in Status: IN_PROGRESS for 2s [ 709.306974] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.307238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.307632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.307632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.307736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.307898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.308112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.308153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.308336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.308452] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.308560] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 473c770b-7f65-4f5f-9397-95e29db801f4 is going to be updated. [ 709.331361] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 467a0212-47a4-473e-b23d-fb5eda78586e with status ACTIVE [ 709.331518] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.331741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.331793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.332302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.332302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.332681] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.332681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.332779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.333156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.333156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.333706] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.333706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.333706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.335025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.335025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.335635] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 467a0212-47a4-473e-b23d-fb5eda78586e is going to be updated. [ 709.337370] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.338092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.362678] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.362845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.362926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.363171] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.363336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.374494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.374749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.374749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.374928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.375078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.375528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-467a0212-47a4-473e-b23d-fb5eda78586e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.376062] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 473c770b-7f65-4f5f-9397-95e29db801f4 in Status: IN_PROGRESS for 2s [ 709.412448] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 709.412583] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c deletion is rescheduled due to dependency. [ 709.412688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.412860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.413110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.413299] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.413418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.413498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.413955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.413955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.413955] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.716175] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-360 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.716175] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.716175] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.716494] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.719155] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.719155] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.719155] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.719155] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.719155] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.719155] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.719155] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.719155] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.719155] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.719155] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.719155] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.719155] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.740368] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.742411] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.742411] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.742411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-360" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.742411] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-599c26e1-9605-4680-9b72-465a286db959 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.742411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-599c26e1-9605-4680-9b72-465a286db959" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.742411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-599c26e1-9605-4680-9b72-465a286db959" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.742411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-599c26e1-9605-4680-9b72-465a286db959" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.742411] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('599c26e1-9605-4680-9b72-465a286db959',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.920547] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.245962] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.247134] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.247923] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.248262] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.248417] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.248570] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 599c26e1-9605-4680-9b72-465a286db959 not found, creating... [ 710.248851] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.249037] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.249153] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.249370] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.249499] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.249915] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.250793] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.250938] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.251301] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.251458] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.251652] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 599c26e1-9605-4680-9b72-465a286db959 is going to be created. [ 710.273786] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.274312] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.274312] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.274961] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.274961] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.275110] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-599c26e1-9605-4680-9b72-465a286db959" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.423381] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.540487] env[65850]: INFO networking_nsxv3.common.synchronization [req-7ab8b6ac-86ae-4388-83ff-82f2ab3e9f79 req-8a3fcd2b-a9cd-4a1a-9dc2-a91d90575b4d tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 710.541517] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 710.541827] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.541953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.542017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.542556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.542556] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.542556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.542556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.542785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.542785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.542871] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.929021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.929021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.929021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.929021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.929021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.929021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 710.961242] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.961816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.961816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.961945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.962211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.976601] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 711.047880] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.047880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.047880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.047880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.047880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.047880] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.047880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.047880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.047880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.047880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.047880] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 711.082348] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.082348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.082348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.082348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.082348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.093427] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 711.100204] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ed0e187-aad8-49dd-ad43-82e8f802a056 req-9534b772-84bd-4679-ae77-853ea53b9c0c service nova] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_rules [ 711.100569] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ed0e187-aad8-49dd-ad43-82e8f802a056 req-9534b772-84bd-4679-ae77-853ea53b9c0c service nova] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 711.100740] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ed0e187-aad8-49dd-ad43-82e8f802a056 req-9534b772-84bd-4679-ae77-853ea53b9c0c service nova] Enqueued Resource ID: 599c26e1-9605-4680-9b72-465a286db959 with Priority: HIGHEST for action port [ 711.101277] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_rules [ 711.101412] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 711.101523] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 599c26e1-9605-4680-9b72-465a286db959 with Priority: HIGHEST for action port [ 711.101839] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.101910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.102297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.102297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.102466] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-599c26e1-9605-4680-9b72-465a286db959 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.102909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-599c26e1-9605-4680-9b72-465a286db959" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.103011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-599c26e1-9605-4680-9b72-465a286db959" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.103233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-599c26e1-9605-4680-9b72-465a286db959" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.103366] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('599c26e1-9605-4680-9b72-465a286db959',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.312168] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 in Status: SUCCESS [ 711.312499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.390260] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 473c770b-7f65-4f5f-9397-95e29db801f4 in Status: SUCCESS [ 711.390526] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 473c770b-7f65-4f5f-9397-95e29db801f4 deletion is rescheduled due to dependency. [ 711.390633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.606659] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 599c26e1-9605-4680-9b72-465a286db959 with status ACTIVE [ 711.606829] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.606973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.607065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.607291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.607384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.607574] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.607685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.607733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.607883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.607969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.608217] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.608333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.608418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.608621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.608712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.608811] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 599c26e1-9605-4680-9b72-465a286db959 is going to be updated. [ 711.633784] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.633926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.633999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.634264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.634413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.634577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-599c26e1-9605-4680-9b72-465a286db959" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.115211] env[65850]: INFO networking_nsxv3.common.synchronization [req-00a3be5d-62f3-4b5c-b58f-86eaf46be39c req-7cef5d41-339f-4f93-a810-7a44c431a5b4 tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 712.115766] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 712.116095] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.116276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.117082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.117082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.117082] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.117082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.117082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.117082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.117311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.117311] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.429994] env[65850]: INFO networking_nsxv3.common.synchronization [None req-274b3ff5-af11-4087-9862-c87fdec9af0f None None] Enqueued Resource ID: 1a65377b-4e4a-4af4-ac8b-685d3bfd76a1 with Priority: HIGHEST for action port [ 712.431709] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a65377b-4e4a-4af4-ac8b-685d3bfd76a1 with Priority: HIGHEST for action port [ 712.431709] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a65377b-4e4a-4af4-ac8b-685d3bfd76a1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.431709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a65377b-4e4a-4af4-ac8b-685d3bfd76a1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.431709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a65377b-4e4a-4af4-ac8b-685d3bfd76a1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.431709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a65377b-4e4a-4af4-ac8b-685d3bfd76a1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.431709] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a65377b-4e4a-4af4-ac8b-685d3bfd76a1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.620768] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.620927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.621009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.621327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.621445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.621749] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.621749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.621922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.621962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.622087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.622140] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 712.648983] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.649174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.649265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.649507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.649650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.660458] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 712.935620] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a65377b-4e4a-4af4-ac8b-685d3bfd76a1 [ 712.935890] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.936050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.936127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.936808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.936808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.936808] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a65377b-4e4a-4af4-ac8b-685d3bfd76a1 already deleted. [ 712.936808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a65377b-4e4a-4af4-ac8b-685d3bfd76a1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.988067] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 712.988548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.988548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.988895] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.989070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.989160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.989266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.989356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.989450] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.104784] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 713.104985] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 713.105124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.218444] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.218444] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.219061] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.219061] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.219173] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.219267] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.219373] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.220177] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.220177] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.220177] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.220177] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.220288] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.220313] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.220418] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.220523] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.220828] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.241177] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.241417] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.241573] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.241788] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.242135] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.242316] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.242439] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.242753] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.242882] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.491564] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.752871] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.752871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.752871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.752871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.752871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.752871] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd not found, creating... [ 713.752871] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.752871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.752871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.752871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.752871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.753707] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.753707] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.753707] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.753707] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.753707] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.753707] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd is going to be created. [ 713.777525] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.777739] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.777858] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.778165] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.778394] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.778625] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.995372] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.165069] env[65850]: INFO networking_nsxv3.common.synchronization [req-79b1a360-8494-4a07-960f-0a392abeefac req-edda1f08-9675-488b-aa0d-549129caf28f tempest-VolumesAssistedSnapshotsTest-101483011 tempest-VolumesAssistedSnapshotsTest-101483011-project-member] Enqueued Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_members [ 714.165696] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGHEST for action security_group_members [ 714.167046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.167046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.167046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.167046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.167046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.167294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.167294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.167378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.167407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.167507] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.498972] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.499395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.499451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.499657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.499753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.499856] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 714.529602] env[65850]: INFO networking_nsxv3.common.synchronization [req-00a3be5d-62f3-4b5c-b58f-86eaf46be39c req-cc21c9b6-3183-4bd6-b0b0-e196d2e95edc service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 714.529885] env[65850]: INFO networking_nsxv3.common.synchronization [req-00a3be5d-62f3-4b5c-b58f-86eaf46be39c req-cc21c9b6-3183-4bd6-b0b0-e196d2e95edc service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 714.530373] env[65850]: INFO networking_nsxv3.common.synchronization [req-00a3be5d-62f3-4b5c-b58f-86eaf46be39c req-cc21c9b6-3183-4bd6-b0b0-e196d2e95edc service nova] Enqueued Resource ID: e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd with Priority: HIGHEST for action port [ 714.531288] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 714.531544] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 714.532628] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd with Priority: HIGHEST for action port [ 714.533082] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.533284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.533506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.533747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.533854] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.535698] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.535848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.536204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.536370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.536484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.536944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.536944] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.543123] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.543309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.543309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.543560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.543609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.553894] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 714.669944] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.669944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.669944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.669944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.670175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.670855] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.670855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.670855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.671047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.671047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.671141] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca is going to be updated. [ 714.674325] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 714.674325] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 deletion is rescheduled due to dependency. [ 714.674447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.674785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.674785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.674903] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.674970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.675076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.675247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.678213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.678213] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.727451] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.727881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.728690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.728690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.728690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.743283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca in Status: IN_PROGRESS for 2s [ 715.039393] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.039543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.039750] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd with status ACTIVE [ 715.039925] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.040308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.040308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.040494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.040582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.044016] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.044146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.044215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.044547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.044547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.044800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.044905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.044962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.045118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.045213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.045276] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd is going to be updated. [ 715.087279] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.087566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.088372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.088372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.088372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.088648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a4e3dd-b50e-4547-8b23-e9e1b37d14fd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.181545] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.689244] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.192665] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.192863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.192929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.193186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.193282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.193383] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 716.227199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.227456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.227567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.228637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.230191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.239146] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 716.566996] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 716.567899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.567899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.568457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.568670] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.568982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.568982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.569155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.569155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.569248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.570654] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.571881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.571881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.572032] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.572111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.572111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.572296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.572349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.573440] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.673943] env[65850]: INFO networking_nsxv3.common.synchronization [None req-a7c942db-6251-4d99-950a-b910c21ddc45 None None] Enqueued Resource ID: 94b1a1fd-121c-40f6-9c74-030f85f06697 with Priority: HIGHEST for action port [ 716.674669] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94b1a1fd-121c-40f6-9c74-030f85f06697 with Priority: HIGHEST for action port [ 716.674977] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-94b1a1fd-121c-40f6-9c74-030f85f06697 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.676435] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94b1a1fd-121c-40f6-9c74-030f85f06697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.676435] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94b1a1fd-121c-40f6-9c74-030f85f06697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.676435] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94b1a1fd-121c-40f6-9c74-030f85f06697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.676435] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b1a1fd-121c-40f6-9c74-030f85f06697',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.762849] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca in Status: SUCCESS [ 716.763852] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca deletion is rescheduled due to dependency. [ 716.763852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.921203] env[65850]: INFO networking_nsxv3.common.synchronization [req-7e5f0881-65b6-47ea-a35b-0f7708c36638 req-4248fd9e-269c-44a6-9e92-7fe14ee07b6b tempest-ServersAdminTestJSON-679498568 tempest-ServersAdminTestJSON-679498568-project-member] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 716.921203] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 716.921404] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.921792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.921792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.921961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.922275] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.922275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.922275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.922578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.922691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.922816] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.077188] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.077188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.077188] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.180205] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94b1a1fd-121c-40f6-9c74-030f85f06697 [ 717.180205] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.180205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.180205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.180205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.180205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.180205] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94b1a1fd-121c-40f6-9c74-030f85f06697 already deleted. [ 717.180205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94b1a1fd-121c-40f6-9c74-030f85f06697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.388608] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.388742] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.388945] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.389478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.389890] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.390157] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.390347] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.390673] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.392237] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.392237] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.392237] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.392497] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.392686] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.392872] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.393061] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.393272] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.400570] env[65850]: INFO networking_nsxv3.common.synchronization [None req-10a43793-890d-4b30-902a-a45b67551f02 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 717.400778] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 717.401064] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.401193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.401273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.401534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.401601] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.428190] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.432531] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.432737] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.432965] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.433182] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-266" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.433571] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-54036c1f-07f3-4833-9413-5f99e5890405 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.433851] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-54036c1f-07f3-4833-9413-5f99e5890405" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.433909] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-54036c1f-07f3-4833-9413-5f99e5890405" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.434194] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-54036c1f-07f3-4833-9413-5f99e5890405" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.434328] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54036c1f-07f3-4833-9413-5f99e5890405',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.580147] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.702433] env[65850]: INFO networking_nsxv3.common.synchronization [None req-19190855-ab26-4b0f-b80e-fa53883be52f tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 717.702637] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 717.703216] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.703216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.923209] env[65850]: INFO networking_nsxv3.common.synchronization [req-e428b3f3-390c-4d37-82e6-4d3a9c316bc3 req-73b52fdf-07ce-4666-ab19-302714e87651 tempest-ServerAddressesNegativeTestJSON-50642969 tempest-ServerAddressesNegativeTestJSON-50642969-project-member] Enqueued Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGHEST for action security_group_members [ 717.923784] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGHEST for action security_group_members [ 717.924235] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b7f132-59b5-478e-b995-bf20d842aedb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.924369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.924439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.924694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.924868] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.924959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.925036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.925189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.925280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.925376] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.929625] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.929746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.929818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.930015] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.930124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.930224] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c already deleted. [ 717.930308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.930727] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.931527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.931709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.931791] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.936820] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.937070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.937192] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.937507] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.937625] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.937769] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 54036c1f-07f3-4833-9413-5f99e5890405 not found, creating... [ 717.938141] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.938420] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.938552] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.938888] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.939095] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.939388] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.939930] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.939930] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.939930] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.940143] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.940218] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 54036c1f-07f3-4833-9413-5f99e5890405 is going to be created. [ 717.967053] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.967300] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.967608] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.967695] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.967981] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.968281] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-54036c1f-07f3-4833-9413-5f99e5890405" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.083422] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.084841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.084841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.084841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.084841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.084841] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 718.125494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.125700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.125739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.126307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.126466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.139762] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 718.213224] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b37750ea-69e5-4947-b959-49917db39f23 None None] Enqueued Resource ID: 0526be8a-d3b6-4023-ad57-1f5ce2b182e8 with Priority: HIGHEST for action port [ 718.213224] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0526be8a-d3b6-4023-ad57-1f5ce2b182e8 with Priority: HIGHEST for action port [ 718.213804] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-0526be8a-d3b6-4023-ad57-1f5ce2b182e8 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.214110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0526be8a-d3b6-4023-ad57-1f5ce2b182e8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.214271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0526be8a-d3b6-4023-ad57-1f5ce2b182e8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.214660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0526be8a-d3b6-4023-ad57-1f5ce2b182e8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.214897] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0526be8a-d3b6-4023-ad57-1f5ce2b182e8',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.248796] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 718.248796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.249385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.249650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.251447] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.251447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.251447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.251447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.251447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.251797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.252018] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.431999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.434610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.434610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.434610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.434610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.434610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.434610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.434610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.434610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.434610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.434610] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58b7f132-59b5-478e-b995-bf20d842aedb is going to be updated. [ 718.435766] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.435906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.436036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.436230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.436340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.436433] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 718.459192] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.459724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.459968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.460283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.460407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.460527] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c already deleted. [ 718.460615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.482734] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.483990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.483990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.485103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.485103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.486978] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.487155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.488775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.488775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.488775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.507033] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 718.507827] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58b7f132-59b5-478e-b995-bf20d842aedb in Status: IN_PROGRESS for 2s [ 718.719568] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0526be8a-d3b6-4023-ad57-1f5ce2b182e8 [ 718.721804] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.721804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.721804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.721944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.722125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.723144] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0526be8a-d3b6-4023-ad57-1f5ce2b182e8 already deleted. [ 718.723144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0526be8a-d3b6-4023-ad57-1f5ce2b182e8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.755178] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.755374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.755440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.755661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.755817] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.756027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.756027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.756180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.756219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.757292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.757292] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.757292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.757292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.757292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.757292] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.757292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.757292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.757743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.757743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.757743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.757743] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.813456] env[65850]: INFO networking_nsxv3.common.synchronization [req-7e5f0881-65b6-47ea-a35b-0f7708c36638 req-2ec20a22-a654-49cf-bd45-c6861d52594b service nova] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_rules [ 718.813675] env[65850]: INFO networking_nsxv3.common.synchronization [req-7e5f0881-65b6-47ea-a35b-0f7708c36638 req-2ec20a22-a654-49cf-bd45-c6861d52594b service nova] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 718.813776] env[65850]: INFO networking_nsxv3.common.synchronization [req-7e5f0881-65b6-47ea-a35b-0f7708c36638 req-2ec20a22-a654-49cf-bd45-c6861d52594b service nova] Enqueued Resource ID: 54036c1f-07f3-4833-9413-5f99e5890405 with Priority: HIGHEST for action port [ 718.814327] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_rules [ 718.814465] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 718.814595] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54036c1f-07f3-4833-9413-5f99e5890405 with Priority: HIGHEST for action port [ 718.814917] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.816323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.816444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.817849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.817944] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.819478] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.819607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.819811] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-54036c1f-07f3-4833-9413-5f99e5890405 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.819915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54036c1f-07f3-4833-9413-5f99e5890405" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.820277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54036c1f-07f3-4833-9413-5f99e5890405" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.820514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54036c1f-07f3-4833-9413-5f99e5890405" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.820614] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54036c1f-07f3-4833-9413-5f99e5890405',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.265587] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fe49f1-4445-43b4-a6a8-edc99e943aa0: rpc.has_security_group_logging(os_id): False [ 719.304601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.305518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.305644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.306221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.306484] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.306631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.306683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.306846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.306932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.307207] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.307329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.307386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.307548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.307626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.307821] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.307914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.307985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.308142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.308221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.308306] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 719.322148] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.322436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.322571] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54036c1f-07f3-4833-9413-5f99e5890405 with status ACTIVE [ 719.322725] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.322836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.322905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.323162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.323270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.323496] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.323593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.323713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.323841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.323918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.324139] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.324249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.324249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.324396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.324475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.324584] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54036c1f-07f3-4833-9413-5f99e5890405 is going to be updated. [ 719.352779] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.352779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.352779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.352779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.352779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.352779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54036c1f-07f3-4833-9413-5f99e5890405" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.394453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.394638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.394678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.394888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.395591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.417192] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 720.156535] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 720.156771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.156982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.157217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.157485] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.157611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.157676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.157826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.157912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.158134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.158283] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.158400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.158478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.158944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.159124] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.159265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.159341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.159439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.159517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.159627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.159686] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.519599] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58b7f132-59b5-478e-b995-bf20d842aedb in Status: SUCCESS [ 720.519963] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58b7f132-59b5-478e-b995-bf20d842aedb deletion is rescheduled due to dependency. [ 720.520030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.520883] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 720.521112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.521341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.521550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.521754] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.522035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.522035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.523416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.523469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.523677] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.662340] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6edf3678-b2b9-4067-9d0c-427a42116d1c: rpc.has_security_group_logging(os_id): False [ 720.682721] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.682872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.682952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.683204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.683304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.683560] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.684355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.684355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.684355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.684355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.684355] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.684355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.684355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.684651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.684651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.684791] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.684896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.684959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.685586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.685692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.685836] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 720.756511] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.756759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.756882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.757209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.757827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.780351] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 721.027626] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.170937] env[65850]: INFO networking_nsxv3.common.synchronization [req-3efdde8f-d14d-416d-9178-81131384d787 req-80535098-0ccb-4e34-bf10-c2d1074ccaee tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 721.174020] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 721.174020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.174020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.174020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.174020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.174020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.174020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.174020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.174020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.174020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.174020] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.434185] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 721.434450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.532763] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.613776] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.613776] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.614027] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.615274] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.615274] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.615274] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.615274] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.616070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.616242] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.616497] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.617431] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.617431] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.617431] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.617431] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.617431] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.617431] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.637679] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.640166] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.640166] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.640166] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.640166] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-cf4128b8-d28c-4c40-8a32-61b5e6875156 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.640166] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-cf4128b8-d28c-4c40-8a32-61b5e6875156" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.640166] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-cf4128b8-d28c-4c40-8a32-61b5e6875156" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.640166] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-cf4128b8-d28c-4c40-8a32-61b5e6875156" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.640166] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4128b8-d28c-4c40-8a32-61b5e6875156',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.676136] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.676409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.676535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.676839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.676978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.677241] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.677483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.677599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.677814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.677941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.678184] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 already deleted. [ 721.678345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.039765] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.039765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.039765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.039765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.039765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.039765] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 722.095568] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.095568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.095568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.095781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.095846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.105907] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 722.144023] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.144023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.144023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.144023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.144023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.144023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port cf4128b8-d28c-4c40-8a32-61b5e6875156 not found, creating... [ 722.144023] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.144023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.144023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.144023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.144023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.145191] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.146659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.147157] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.147841] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.148168] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.150135] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: cf4128b8-d28c-4c40-8a32-61b5e6875156 is going to be created. [ 722.180646] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.180850] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.181606] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.181606] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.181606] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.181850] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-cf4128b8-d28c-4c40-8a32-61b5e6875156" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.293492] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1f9a7225-577f-4ce0-9f0d-66e858dc90a4 None None] Enqueued Resource ID: f3f88a0c-6025-4ecc-86e3-3fa67caa713b with Priority: HIGHEST for action port [ 722.295263] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f88a0c-6025-4ecc-86e3-3fa67caa713b with Priority: HIGHEST for action port [ 722.298736] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f88a0c-6025-4ecc-86e3-3fa67caa713b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.298736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f88a0c-6025-4ecc-86e3-3fa67caa713b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.298736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f88a0c-6025-4ecc-86e3-3fa67caa713b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.298736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f88a0c-6025-4ecc-86e3-3fa67caa713b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.298736] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f88a0c-6025-4ecc-86e3-3fa67caa713b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.795644] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 722.795964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.796095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.796321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.796407] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.801522] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3f88a0c-6025-4ecc-86e3-3fa67caa713b [ 722.801522] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.801915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.801915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.801988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.802041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.803303] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3f88a0c-6025-4ecc-86e3-3fa67caa713b already deleted. [ 722.803303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f88a0c-6025-4ecc-86e3-3fa67caa713b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.967068] env[65850]: INFO networking_nsxv3.common.synchronization [req-3efdde8f-d14d-416d-9178-81131384d787 req-40bbfca6-0ac5-4dfd-b3d3-8f521829bfb2 service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 722.967185] env[65850]: INFO networking_nsxv3.common.synchronization [req-3efdde8f-d14d-416d-9178-81131384d787 req-40bbfca6-0ac5-4dfd-b3d3-8f521829bfb2 service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 722.967372] env[65850]: INFO networking_nsxv3.common.synchronization [req-3efdde8f-d14d-416d-9178-81131384d787 req-40bbfca6-0ac5-4dfd-b3d3-8f521829bfb2 service nova] Enqueued Resource ID: cf4128b8-d28c-4c40-8a32-61b5e6875156 with Priority: HIGHEST for action port [ 722.969063] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 722.969224] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 722.969436] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4128b8-d28c-4c40-8a32-61b5e6875156 with Priority: HIGHEST for action port [ 722.975135] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.975135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.975135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.975135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.975135] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.975135] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.975135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.975135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.975475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.975475] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.975543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.975543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.975697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.975763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.975852] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.976914] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4128b8-d28c-4c40-8a32-61b5e6875156 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.977454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4128b8-d28c-4c40-8a32-61b5e6875156" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.979935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4128b8-d28c-4c40-8a32-61b5e6875156" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.979935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4128b8-d28c-4c40-8a32-61b5e6875156" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.979935] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4128b8-d28c-4c40-8a32-61b5e6875156',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.297290] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c55da70c-0de5-4e5b-87f6-450cb4f15406 None None] Enqueued Resource ID: 6b65e123-2322-4991-b474-0628fa804a39 with Priority: HIGHEST for action port [ 723.298666] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b65e123-2322-4991-b474-0628fa804a39 with Priority: HIGHEST for action port [ 723.299141] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.299328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.299409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.299700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.299928] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.300760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.300760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.300760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.300760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.300760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.300930] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.304345] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b65e123-2322-4991-b474-0628fa804a39 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.304345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b65e123-2322-4991-b474-0628fa804a39" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.304345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b65e123-2322-4991-b474-0628fa804a39" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.304345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b65e123-2322-4991-b474-0628fa804a39" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.304345] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b65e123-2322-4991-b474-0628fa804a39',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.482102] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.482102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.482102] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.485340] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf4128b8-d28c-4c40-8a32-61b5e6875156 with status ACTIVE [ 723.485340] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.485340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.485340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.485340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.485340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.485997] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.485997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.485997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.485997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.485997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.486297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.486418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.486467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.486515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.487174] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf4128b8-d28c-4c40-8a32-61b5e6875156 is going to be updated. [ 723.514537] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.514726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.514778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.514974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.515377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.515377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4128b8-d28c-4c40-8a32-61b5e6875156" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.808394] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.808394] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.808394] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.808394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.809599] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.809599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.809599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.810807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.810807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.810807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.810950] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.811929] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b65e123-2322-4991-b474-0628fa804a39 [ 723.812124] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.812234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.812301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.812477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.812561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.812656] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b65e123-2322-4991-b474-0628fa804a39 already deleted. [ 723.812733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b65e123-2322-4991-b474-0628fa804a39" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.989651] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.120695] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 724.121107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.121762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.121762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.121928] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.121989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.122047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.122297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.122402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.122519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.122740] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.314941] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6edf3678-b2b9-4067-9d0c-427a42116d1c: rpc.has_security_group_logging(os_id): False [ 724.336259] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.336413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.336478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.337778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.337778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.337778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.337778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.337778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.337778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.337778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.337778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.337778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.338179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.338179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.338179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.338274] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.338322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.338354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.338504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.339769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.339769] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 724.429919] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.430611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.431682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.431682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.431682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.461056] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 724.493588] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.493588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.493588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.493588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.493588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.493588] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be created. [ 724.530026] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.530026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.545284] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: UNINITIALIZED for 2s [ 724.626983] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.627181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.627248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.627504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.627678] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.627784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.628147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.628147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.628147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.628324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.629035] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.629035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.629035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.629035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.629035] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.629035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.629035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.629547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.629547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.629547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.629547] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.132994] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3486bc3-6f28-4484-ab6a-b239dbc87e0d: rpc.has_security_group_logging(os_id): False [ 725.152054] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.152394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.152562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.152770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.152884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.153468] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.153468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.153468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.153660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.153660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.153823] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.153932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.154069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.154380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.154594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.154740] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.154866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.155127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.155127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.155257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.155296] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 725.236307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.236886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.237166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.237726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.238058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.279562] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 725.918144] env[65850]: INFO networking_nsxv3.common.synchronization [None req-8bddbb59-1acd-4b6f-8971-e015309c2107 None None] Enqueued Resource ID: 666cc16e-f717-4015-8b61-26a979adf49c with Priority: HIGHEST for action port [ 725.921804] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666cc16e-f717-4015-8b61-26a979adf49c with Priority: HIGHEST for action port [ 725.922259] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-666cc16e-f717-4015-8b61-26a979adf49c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.922389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-666cc16e-f717-4015-8b61-26a979adf49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.923941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-666cc16e-f717-4015-8b61-26a979adf49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.923941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-666cc16e-f717-4015-8b61-26a979adf49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.923941] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('666cc16e-f717-4015-8b61-26a979adf49c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.430742] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 666cc16e-f717-4015-8b61-26a979adf49c [ 726.430742] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.430742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.430742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.430742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.430742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.430742] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:666cc16e-f717-4015-8b61-26a979adf49c already deleted. [ 726.430742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-666cc16e-f717-4015-8b61-26a979adf49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.478748] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 726.478748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.561090] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 726.561090] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.561090] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.561320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.561516] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.561652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.561712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.561867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.561949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.562045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.562155] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.068481] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.068686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.068801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.069211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.069468] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.069625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.069739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.070021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.070211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.070376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.070584] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.070763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.070870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.071080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.071307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.071426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.071538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.071726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.071856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.071959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.072106] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.299374] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 727.299634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.574710] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7770593b-1901-431e-a0bb-2110f1428769: rpc.has_security_group_logging(os_id): False [ 727.596999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.598119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.598119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.598119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.598119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.598119] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.598849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.598974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.599220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.599403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.599958] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.600102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.600370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.600484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.600632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.600993] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.601516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.601516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.601752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.601752] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be created. [ 727.666644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.666797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.666864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.667239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.667448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.679097] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 729.239130] env[65850]: INFO networking_nsxv3.common.synchronization [None req-3eaf98b4-11ae-486f-b16b-b48ae1d86eae None None] Enqueued Resource ID: 367ded81-de31-4c9e-af94-d255668e4d06 with Priority: HIGHEST for action port [ 729.239130] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367ded81-de31-4c9e-af94-d255668e4d06 with Priority: HIGHEST for action port [ 729.241296] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-367ded81-de31-4c9e-af94-d255668e4d06 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.241296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-367ded81-de31-4c9e-af94-d255668e4d06" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.241296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-367ded81-de31-4c9e-af94-d255668e4d06" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.241296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-367ded81-de31-4c9e-af94-d255668e4d06" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.241296] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('367ded81-de31-4c9e-af94-d255668e4d06',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.696481] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 729.696774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.743616] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 367ded81-de31-4c9e-af94-d255668e4d06 [ 729.743885] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.744037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.744111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.744346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.744448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.744549] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:367ded81-de31-4c9e-af94-d255668e4d06 already deleted. [ 729.744629] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-367ded81-de31-4c9e-af94-d255668e4d06" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.624544] env[65850]: INFO networking_nsxv3.common.synchronization [req-94f7ccd0-bb5c-45ff-8d0e-c75a580323d5 req-8c32e6f6-4bd6-4324-ba9b-c22f52c300ed tempest-ServersTestBootFromVolume-329127255 tempest-ServersTestBootFromVolume-329127255-project-member] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_members [ 730.624927] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_members [ 730.626907] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.626907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.626907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.626907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.626907] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.626907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.626907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.626907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.627543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.627543] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.129372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.129753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.129753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.129863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.130398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.130398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.130398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.130398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.130643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.130735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.130821] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 already deleted. [ 731.130904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.178038] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.178791] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-300" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.178791] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-300" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.179287] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-300" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.179472] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.179694] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.179846] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.180153] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.180361] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.180613] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.180823] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.180966] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.181110] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.181801] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.181958] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.182216] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.204795] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.204997] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.205130] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.205355] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-300" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.206032] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-4141c4bd-625d-4465-8d3b-bdc935293dfe taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.206263] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-4141c4bd-625d-4465-8d3b-bdc935293dfe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.206382] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-4141c4bd-625d-4465-8d3b-bdc935293dfe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.206799] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-4141c4bd-625d-4465-8d3b-bdc935293dfe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.206980] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4141c4bd-625d-4465-8d3b-bdc935293dfe',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.684967] env[65850]: INFO networking_nsxv3.common.synchronization [None req-69d05ccf-6e1c-4ab5-84bb-6bd1ea812e4a None None] Enqueued Resource ID: 246a64eb-bb81-49d8-9b17-c1a5087ba732 with Priority: HIGHEST for action port [ 731.688858] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246a64eb-bb81-49d8-9b17-c1a5087ba732 with Priority: HIGHEST for action port [ 731.688858] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-246a64eb-bb81-49d8-9b17-c1a5087ba732 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.688858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-246a64eb-bb81-49d8-9b17-c1a5087ba732" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.688858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-246a64eb-bb81-49d8-9b17-c1a5087ba732" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.688858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-246a64eb-bb81-49d8-9b17-c1a5087ba732" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.688858] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246a64eb-bb81-49d8-9b17-c1a5087ba732',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.711353] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.711686] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.711900] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.713883] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.713883] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.714117] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 4141c4bd-625d-4465-8d3b-bdc935293dfe not found, creating... [ 731.715712] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.715712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.715712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.715712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.715712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.715712] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.715712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.715712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.717526] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.717526] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.717526] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 4141c4bd-625d-4465-8d3b-bdc935293dfe is going to be created. [ 731.746039] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.746039] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.746039] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.746039] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.746039] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.746039] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-4141c4bd-625d-4465-8d3b-bdc935293dfe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.191459] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 246a64eb-bb81-49d8-9b17-c1a5087ba732 [ 732.191700] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.191836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.191923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.192167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.192268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.192364] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:246a64eb-bb81-49d8-9b17-c1a5087ba732 already deleted. [ 732.192549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-246a64eb-bb81-49d8-9b17-c1a5087ba732" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.638469] env[65850]: INFO networking_nsxv3.common.synchronization [req-94f7ccd0-bb5c-45ff-8d0e-c75a580323d5 req-f2f93303-6c2c-4711-aa48-a07871fa391e service nova] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_rules [ 732.638811] env[65850]: INFO networking_nsxv3.common.synchronization [req-94f7ccd0-bb5c-45ff-8d0e-c75a580323d5 req-f2f93303-6c2c-4711-aa48-a07871fa391e service nova] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_members [ 732.640889] env[65850]: INFO networking_nsxv3.common.synchronization [req-94f7ccd0-bb5c-45ff-8d0e-c75a580323d5 req-f2f93303-6c2c-4711-aa48-a07871fa391e service nova] Enqueued Resource ID: 4141c4bd-625d-4465-8d3b-bdc935293dfe with Priority: HIGHEST for action port [ 732.640889] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_rules [ 732.640889] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_members [ 732.640889] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4141c4bd-625d-4465-8d3b-bdc935293dfe with Priority: HIGHEST for action port [ 732.641300] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.641376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.643115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.643115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.643115] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.643115] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.643356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.643356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.644649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.645374] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.645374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.645374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.645374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.645374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.646142] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.647101] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-4141c4bd-625d-4465-8d3b-bdc935293dfe taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.647537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4141c4bd-625d-4465-8d3b-bdc935293dfe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.647624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4141c4bd-625d-4465-8d3b-bdc935293dfe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.647794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4141c4bd-625d-4465-8d3b-bdc935293dfe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.647878] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4141c4bd-625d-4465-8d3b-bdc935293dfe',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.153020] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.153020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.153020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.153020] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4141c4bd-625d-4465-8d3b-bdc935293dfe with status ACTIVE [ 733.153020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.153020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.153020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.153020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.153020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.153700] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.153700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.153700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.153700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.153834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155683] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155683] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4141c4bd-625d-4465-8d3b-bdc935293dfe is going to be updated. [ 733.177470] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.177980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.177980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.177980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.178356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.178356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4141c4bd-625d-4465-8d3b-bdc935293dfe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.295132] env[65850]: INFO networking_nsxv3.common.synchronization [req-dba75b6c-0f69-4e36-9586-4cdd9342e3d2 req-fa7a4487-9968-43b8-85ae-20d5157411da tempest-FloatingIPsAssociationNegativeTestJSON-481783010 tempest-FloatingIPsAssociationNegativeTestJSON-481783010-project-member] Enqueued Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGHEST for action security_group_members [ 733.295758] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGHEST for action security_group_members [ 733.296117] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.296582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.296582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.296582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.296746] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.296852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.296903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.297080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.297170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.297264] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.658023] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.800689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.801574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.801750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.802278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.802278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.803200] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.803200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.803200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.803200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.803200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.803200] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c already deleted. [ 733.803446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.143208] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.143418] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-109" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.143534] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-109" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.143860] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-109" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.144137] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.144301] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.144400] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.144607] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.144748] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.144969] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.145083] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.145166] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.145257] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.145574] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.145574] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.145574] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.160577] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.160924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.160924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.161157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.161276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.161382] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 is going to be created. [ 734.168138] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.168138] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.168349] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.168508] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-109" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.168859] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-9af9500d-57d8-4115-a78b-b3accad49fde taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.169074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-9af9500d-57d8-4115-a78b-b3accad49fde" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.169220] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-9af9500d-57d8-4115-a78b-b3accad49fde" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.169565] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-9af9500d-57d8-4115-a78b-b3accad49fde" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.169731] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af9500d-57d8-4115-a78b-b3accad49fde',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.189422] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.189578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.189653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.189859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.190028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.200458] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: UNINITIALIZED for 2s [ 734.544805] env[65850]: INFO networking_nsxv3.common.synchronization [None req-8e5451f0-df1a-4358-9b3e-d73d9ee58e33 None None] Enqueued Resource ID: 47a7fd4f-5f9c-4c8f-b848-50bed025fc64 with Priority: HIGHEST for action port [ 734.545392] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a7fd4f-5f9c-4c8f-b848-50bed025fc64 with Priority: HIGHEST for action port [ 734.546069] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-47a7fd4f-5f9c-4c8f-b848-50bed025fc64 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.546069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47a7fd4f-5f9c-4c8f-b848-50bed025fc64" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.546069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47a7fd4f-5f9c-4c8f-b848-50bed025fc64" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.546257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47a7fd4f-5f9c-4c8f-b848-50bed025fc64" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.546257] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a7fd4f-5f9c-4c8f-b848-50bed025fc64',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.672683] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.672921] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.673041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.673328] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.673479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.673626] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 9af9500d-57d8-4115-a78b-b3accad49fde not found, creating... [ 734.673945] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.674195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.674318] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.674546] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.674678] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.674958] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.675125] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.675238] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.675440] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.675587] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.675740] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 9af9500d-57d8-4115-a78b-b3accad49fde is going to be created. [ 734.697378] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.697642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.697816] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.698206] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.698564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.698926] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-9af9500d-57d8-4115-a78b-b3accad49fde" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.048685] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47a7fd4f-5f9c-4c8f-b848-50bed025fc64 [ 735.049116] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.050897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.050897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.050897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.050897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.050897] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47a7fd4f-5f9c-4c8f-b848-50bed025fc64 already deleted. [ 735.050897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47a7fd4f-5f9c-4c8f-b848-50bed025fc64" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.413378] env[65850]: INFO networking_nsxv3.common.synchronization [req-dba75b6c-0f69-4e36-9586-4cdd9342e3d2 req-7753cb8d-18d4-4d83-8750-56f7d841c0c6 service nova] Enqueued Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGHEST for action security_group_rules [ 735.413646] env[65850]: INFO networking_nsxv3.common.synchronization [req-dba75b6c-0f69-4e36-9586-4cdd9342e3d2 req-7753cb8d-18d4-4d83-8750-56f7d841c0c6 service nova] Enqueued Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGHEST for action security_group_members [ 735.413771] env[65850]: INFO networking_nsxv3.common.synchronization [req-dba75b6c-0f69-4e36-9586-4cdd9342e3d2 req-7753cb8d-18d4-4d83-8750-56f7d841c0c6 service nova] Enqueued Resource ID: 9af9500d-57d8-4115-a78b-b3accad49fde with Priority: HIGHEST for action port [ 735.414593] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGHEST for action security_group_rules [ 735.414723] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGHEST for action security_group_members [ 735.414817] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af9500d-57d8-4115-a78b-b3accad49fde with Priority: HIGHEST for action port [ 735.415215] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.415386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.415473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.415759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.415884] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.417242] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.417432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.417580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.421103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.421103] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.421103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.421103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.421103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.421103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.421103] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.421646] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af9500d-57d8-4115-a78b-b3accad49fde taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.421646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af9500d-57d8-4115-a78b-b3accad49fde" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.421646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af9500d-57d8-4115-a78b-b3accad49fde" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.421959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af9500d-57d8-4115-a78b-b3accad49fde" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.422580] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af9500d-57d8-4115-a78b-b3accad49fde',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.924278] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.924447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.924657] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.929166] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9af9500d-57d8-4115-a78b-b3accad49fde with status ACTIVE [ 735.929166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.929166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.929166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.929166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.929166] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9af9500d-57d8-4115-a78b-b3accad49fde is going to be updated. [ 735.950162] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.950395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.950395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.950652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.950812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.951010] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af9500d-57d8-4115-a78b-b3accad49fde" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.210158] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: UNINITIALIZED for 4s [ 736.294953] env[65850]: INFO networking_nsxv3.common.synchronization [req-bf42e424-ece2-4b3b-964e-c306081b4f1b req-ea74421c-bb18-4278-84e0-3c1164ca1ef4 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 736.295655] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 736.295969] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.296120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.296190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.296580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.296685] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.296764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.296764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.296912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.296996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.297130] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.429313] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.698315] env[65850]: INFO networking_nsxv3.common.synchronization [None req-87e4e767-6a9b-4ae6-ae8a-b5db5c93b783 None None] Enqueued Resource ID: 0e58c103-1b88-4ccd-b9ba-da574e94a35f with Priority: HIGHEST for action port [ 736.698315] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e58c103-1b88-4ccd-b9ba-da574e94a35f with Priority: HIGHEST for action port [ 736.699581] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e58c103-1b88-4ccd-b9ba-da574e94a35f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.699920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e58c103-1b88-4ccd-b9ba-da574e94a35f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.700105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e58c103-1b88-4ccd-b9ba-da574e94a35f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.700488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e58c103-1b88-4ccd-b9ba-da574e94a35f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.700620] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e58c103-1b88-4ccd-b9ba-da574e94a35f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.802421] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802421] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802421] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c already deleted. [ 736.802421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.859049] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.859233] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-615" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.859276] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-615" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.859588] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-615" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.859855] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.860159] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.860411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.860644] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.860795] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.861011] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.861128] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.861232] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.861349] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.861456] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.861556] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.861683] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.883921] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.884093] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.884235] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.885335] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-615" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.885335] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.885335] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.885335] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.885335] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.885581] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5bfb82-185b-4e18-9e2f-06c9e728e3cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.933439] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.933608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.933681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.933888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.935011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.935181] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c is going to be created. [ 736.965386] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.965588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.965712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.965941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.966121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.976864] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c in Status: UNINITIALIZED for 2s [ 737.204123] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e58c103-1b88-4ccd-b9ba-da574e94a35f [ 737.204123] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.204123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.204123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.204123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.204123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.204369] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e58c103-1b88-4ccd-b9ba-da574e94a35f already deleted. [ 737.204369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e58c103-1b88-4ccd-b9ba-da574e94a35f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.392478] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.392478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.392478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.392478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.392478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.392478] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port fa5bfb82-185b-4e18-9e2f-06c9e728e3cf not found, creating... [ 737.392478] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.392478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.392478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.392478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.392478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.393069] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.393069] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.393069] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.393069] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.393069] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.393069] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf is going to be created. [ 737.415401] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.415596] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.415712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.415975] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.416204] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.416439] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.147874] env[65850]: INFO networking_nsxv3.common.synchronization [req-bf42e424-ece2-4b3b-964e-c306081b4f1b req-d7e252c2-d739-4cce-9df0-901398286b83 service nova] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 738.147874] env[65850]: INFO networking_nsxv3.common.synchronization [req-bf42e424-ece2-4b3b-964e-c306081b4f1b req-d7e252c2-d739-4cce-9df0-901398286b83 service nova] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 738.148307] env[65850]: INFO networking_nsxv3.common.synchronization [req-bf42e424-ece2-4b3b-964e-c306081b4f1b req-d7e252c2-d739-4cce-9df0-901398286b83 service nova] Enqueued Resource ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with Priority: HIGHEST for action port [ 738.149311] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 738.149614] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 738.149805] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with Priority: HIGHEST for action port [ 738.151027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.151027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.151027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.152506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.152506] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.153053] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.153280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.153415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.153711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.153990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.154160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.154252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.154478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.154629] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.154734] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.155853] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.155999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.158726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.159978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.159978] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5bfb82-185b-4e18-9e2f-06c9e728e3cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.223152] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: SUCCESS [ 738.223152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.223627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.223844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.224093] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.224242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.224309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.224482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.224572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.224648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.224736] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.665021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.665021] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.665021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with status ACTIVE [ 738.665021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.665021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.665021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.666372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.666372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.666372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.667469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.667469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.667606] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf is going to be updated. [ 738.695433] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.695433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.695433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.695433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.695433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.695793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.728151] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.990016] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c in Status: SUCCESS [ 738.990405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.990680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.991027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.991350] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.991528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.991595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.991773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.991862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.991954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.992498] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.170033] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.232137] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721a5441-ede1-4dcb-ba72-0b3f197dc6f1: rpc.has_security_group_logging(os_id): False [ 739.251969] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.251969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.252180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.252306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.252417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.252684] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.252808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.252885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.253083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.253156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.253244] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 is going to be created. [ 739.323780] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.323780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.324124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.324124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.324255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.341505] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: IN_PROGRESS for 2s [ 739.496093] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.496845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.496986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.497596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.498350] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.498545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.499865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.502019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.502019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.502263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.503035] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.503035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.503035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.503335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.503834] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.503945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.504055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.504235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.504840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.504840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.504947] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.671834] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.671988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.672086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.672302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.672387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.672485] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be created. [ 739.700143] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.700143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.700143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.700143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.700433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.711242] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: UNINITIALIZED for 2s [ 739.831925] env[65850]: INFO networking_nsxv3.common.synchronization [req-f16ad344-c92c-4ae4-951c-64ee8c34d066 req-83dea59e-d5d8-4430-a947-c7921dccaa43 tempest-MultipleCreateTestJSON-763379637 tempest-MultipleCreateTestJSON-763379637-project-member] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 739.832538] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 739.832846] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.832967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.834854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.835131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.835434] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.835564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.835632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.835885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.835983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.836266] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.011542] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c: rpc.has_security_group_logging(os_id): False [ 740.032890] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.033097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.033159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.033401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.033625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.033711] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.034460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.034647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.034716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.034843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.035024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.035122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.035184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.035328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.035405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.035604] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.035697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.035759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.035895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.035969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.036382] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c is going to be created. [ 740.101216] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.101407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.101453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.101670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.101865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.116360] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c in Status: IN_PROGRESS for 2s [ 740.341160] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.846813] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.349852] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.350171] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.350171] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.350324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.350464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.350576] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 741.355426] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: SUCCESS [ 741.355426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.383071] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.383071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.383071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.383071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.383071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.394547] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 741.722135] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 741.722364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.722546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.722796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.723066] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.723153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.723200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.723327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.723591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.723591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.723591] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.131735] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c in Status: SUCCESS [ 742.132014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.227524] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.729656] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a1a3e3-9fe6-4c74-8e08-92662e443f4c: rpc.has_security_group_logging(os_id): False [ 742.749606] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.749606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.749606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.749606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.749606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.749606] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.749606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.749606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.749606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.749606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.749606] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be created. [ 742.811880] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.814019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.814019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.814019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.814019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.827312] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: IN_PROGRESS for 2s [ 742.892942] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1eae52d2-5a01-427b-9efa-37d0e798fe54 None None] Enqueued Resource ID: 134f5be9-1845-4309-96a5-a536f973e4e2 with Priority: HIGHEST for action port [ 742.893580] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134f5be9-1845-4309-96a5-a536f973e4e2 with Priority: HIGHEST for action port [ 742.893962] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-134f5be9-1845-4309-96a5-a536f973e4e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.894097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-134f5be9-1845-4309-96a5-a536f973e4e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.894166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-134f5be9-1845-4309-96a5-a536f973e4e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.894456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-134f5be9-1845-4309-96a5-a536f973e4e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.894547] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('134f5be9-1845-4309-96a5-a536f973e4e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.915401] env[65850]: INFO networking_nsxv3.common.synchronization [None req-5cb8e5a2-dec1-4f86-9995-d8ba8fbc2ef3 None None] Enqueued Resource ID: 7a91a8ea-5c27-41c4-9155-d55effc7e9c0 with Priority: HIGHEST for action port [ 742.916089] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a91a8ea-5c27-41c4-9155-d55effc7e9c0 with Priority: HIGHEST for action port [ 742.916535] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a91a8ea-5c27-41c4-9155-d55effc7e9c0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.916621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a91a8ea-5c27-41c4-9155-d55effc7e9c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.916660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a91a8ea-5c27-41c4-9155-d55effc7e9c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.917024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a91a8ea-5c27-41c4-9155-d55effc7e9c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.917024] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a91a8ea-5c27-41c4-9155-d55effc7e9c0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.396786] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 134f5be9-1845-4309-96a5-a536f973e4e2 [ 743.396938] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.397758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.397758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.397758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.397758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.397758] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:134f5be9-1845-4309-96a5-a536f973e4e2 already deleted. [ 743.397758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-134f5be9-1845-4309-96a5-a536f973e4e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.407562] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 743.407789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.412988] env[65850]: INFO networking_nsxv3.common.synchronization [None req-13ae3ed2-d782-4042-aae9-dc2981a0ee97 tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_rules [ 743.414504] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_rules [ 743.414504] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.414504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.414504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.415040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.415040] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.422316] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a91a8ea-5c27-41c4-9155-d55effc7e9c0 [ 743.422548] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.422673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.422740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.422968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.423066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.423159] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a91a8ea-5c27-41c4-9155-d55effc7e9c0 already deleted. [ 743.423835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a91a8ea-5c27-41c4-9155-d55effc7e9c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.672618] env[65850]: INFO networking_nsxv3.common.synchronization [None req-64f530f7-197e-46f9-b669-958cfdd8da53 tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_rules [ 743.673444] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_rules [ 743.673872] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.673963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.944308] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.944308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.944308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.944881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.944881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.944881] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded already deleted. [ 743.945043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.945114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.945329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.945420] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.957673] env[65850]: INFO networking_nsxv3.common.synchronization [req-00baf9fe-4395-42a5-9171-767458d9158d req-56656822-58e8-480d-b4e9-5d952e345f38 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 743.960274] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 743.961484] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.961684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.961684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.965998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.965998] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.965998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.965998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.965998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.965998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.965998] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.393377] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.393377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.393377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.393377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.393377] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.393377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.393377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.397029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.397029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.397029] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.397029] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.397029] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.397029] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.397029] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.397029] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.397029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.419334] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.419548] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.419696] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.419893] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.420272] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-f3854b84-23cc-41c7-9691-2ea904f9b3ed taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.420510] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-f3854b84-23cc-41c7-9691-2ea904f9b3ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.420945] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-f3854b84-23cc-41c7-9691-2ea904f9b3ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.421361] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-f3854b84-23cc-41c7-9691-2ea904f9b3ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.421503] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3854b84-23cc-41c7-9691-2ea904f9b3ed',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.470192] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.470604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.470689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.470924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.471041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.471136] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded already deleted. [ 744.471215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.472017] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.472017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.472017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.472017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.472017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.472272] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.472272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.472381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.472467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.472549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.472628] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 744.509249] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.509499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.509499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.509708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.509917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.522221] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 744.841973] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 744.842249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.925284] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.925508] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.925627] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.925928] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.926084] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.926239] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port f3854b84-23cc-41c7-9691-2ea904f9b3ed not found, creating... [ 744.926518] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.926669] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.926789] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.927049] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.927171] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.927493] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.927641] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.927766] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.927993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.928141] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.928277] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: f3854b84-23cc-41c7-9691-2ea904f9b3ed is going to be created. [ 745.051677] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.051677] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.052063] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.052063] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.053611] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.053611] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-f3854b84-23cc-41c7-9691-2ea904f9b3ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.134096] env[65850]: INFO networking_nsxv3.common.synchronization [req-42a10fdd-c096-4342-9690-03e81defa724 req-6dbe5a94-064f-4b37-be3d-6ff1a3d801e1 tempest-FloatingIPsAssociationTestJSON-924520679 tempest-FloatingIPsAssociationTestJSON-924520679-project-member] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 745.135251] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 745.135251] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.135251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.135251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.135491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.135610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.135913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.135913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.136109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.136109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.136477] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.639990] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.707440] env[65850]: INFO networking_nsxv3.common.synchronization [req-63f8a3fb-7877-433d-9fec-68ca5c9cd508 req-9e8ef6d2-83c3-49f0-9fc1-83422785619a tempest-MultipleCreateTestJSON-763379637 tempest-MultipleCreateTestJSON-763379637-project-member] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 745.708297] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGHEST for action security_group_members [ 745.708895] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.709076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.709326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.709326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.709506] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.709604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.709669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.709809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.709895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.709992] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.770587] env[65850]: INFO networking_nsxv3.common.synchronization [req-00baf9fe-4395-42a5-9171-767458d9158d req-76e31f62-1a4a-447b-9877-46af61da6393 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 745.770659] env[65850]: INFO networking_nsxv3.common.synchronization [req-00baf9fe-4395-42a5-9171-767458d9158d req-76e31f62-1a4a-447b-9877-46af61da6393 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 745.770804] env[65850]: INFO networking_nsxv3.common.synchronization [req-00baf9fe-4395-42a5-9171-767458d9158d req-76e31f62-1a4a-447b-9877-46af61da6393 service nova] Enqueued Resource ID: f3854b84-23cc-41c7-9691-2ea904f9b3ed with Priority: HIGHEST for action port [ 745.772395] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 745.772395] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 745.772395] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3854b84-23cc-41c7-9691-2ea904f9b3ed with Priority: HIGHEST for action port [ 745.773051] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.773051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.773051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.773051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.773051] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.774470] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.774627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.774936] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3854b84-23cc-41c7-9691-2ea904f9b3ed taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.775141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3854b84-23cc-41c7-9691-2ea904f9b3ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.775286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3854b84-23cc-41c7-9691-2ea904f9b3ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.775568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3854b84-23cc-41c7-9691-2ea904f9b3ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.775705] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3854b84-23cc-41c7-9691-2ea904f9b3ed',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.903952] env[65850]: INFO networking_nsxv3.common.synchronization [None req-f3928b91-cddd-4a4c-a7a8-cd21ed08541f None None] Enqueued Resource ID: ce9ee133-d418-47ac-9d0c-a914ec008395 with Priority: HIGHEST for action port [ 745.904296] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9ee133-d418-47ac-9d0c-a914ec008395 with Priority: HIGHEST for action port [ 745.904994] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce9ee133-d418-47ac-9d0c-a914ec008395 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.905188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce9ee133-d418-47ac-9d0c-a914ec008395" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.905269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce9ee133-d418-47ac-9d0c-a914ec008395" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.905601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce9ee133-d418-47ac-9d0c-a914ec008395" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.905695] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9ee133-d418-47ac-9d0c-a914ec008395',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.141329] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.202645] env[65850]: INFO networking_nsxv3.common.synchronization [req-8d620f69-eb39-4045-b556-3ff68f7b158b req-91a352a1-71e5-4b9e-97de-d44d21418484 tempest-ImagesOneServerNegativeTestJSON-1789866826 tempest-ImagesOneServerNegativeTestJSON-1789866826-project-member] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 746.203226] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 746.203539] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.203664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.203738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.203918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.204084] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.204183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.204244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.204387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.204475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.204565] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.214704] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.214849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.214918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.215166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.215263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.215449] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.215547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.215608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.215751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.215826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.215909] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be updated. [ 746.251658] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.251810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.251902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.252112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.252252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.263697] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: IN_PROGRESS for 2s [ 746.282536] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.282683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282873] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3854b84-23cc-41c7-9691-2ea904f9b3ed with status ACTIVE [ 746.283205] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.283205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.283309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.284033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.284033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.284033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.284033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.284033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.284033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.284395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.284395] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.284395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.284395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.284515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.284585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.284670] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3854b84-23cc-41c7-9691-2ea904f9b3ed is going to be updated. [ 746.313277] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.313277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.313277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.313277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.313277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.313277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3854b84-23cc-41c7-9691-2ea904f9b3ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.411288] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce9ee133-d418-47ac-9d0c-a914ec008395 [ 746.411288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.411288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.411424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.411845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.411845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.411845] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce9ee133-d418-47ac-9d0c-a914ec008395 already deleted. [ 746.411845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce9ee133-d418-47ac-9d0c-a914ec008395" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.532880] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 746.533054] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 746.533120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.533315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.533505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.533698] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.533842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.533934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.534332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.534332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.534332] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.647799] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.647799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.647799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.647799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.647799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.648336] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd is going to be updated. [ 746.663598] env[65850]: INFO networking_nsxv3.common.synchronization [req-04148a05-672e-46eb-b529-1b68aad35124 req-d5dd63b7-1e34-48a9-af97-c6247c049b39 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 746.664281] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 746.665223] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.665223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.665223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.665223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.665543] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.665543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.665543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.665673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.665673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.665750] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.679405] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.679670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.679670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.679906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.680057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.696609] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: IN_PROGRESS for 2s [ 746.707034] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.707034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.707034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.707034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.707034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.707034] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.707034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.707034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.707614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.707614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.707614] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 746.737413] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.737608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.737659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.738725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.738725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.764534] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 746.874188] env[65850]: INFO networking_nsxv3.common.synchronization [None req-85232cf7-85b9-4d99-92b8-f31789bc8dfa None None] Enqueued Resource ID: 9607e2af-950b-4fe5-8abd-557f73ef99ec with Priority: HIGHEST for action port [ 746.874556] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9607e2af-950b-4fe5-8abd-557f73ef99ec with Priority: HIGHEST for action port [ 746.874962] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9607e2af-950b-4fe5-8abd-557f73ef99ec taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.875245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9607e2af-950b-4fe5-8abd-557f73ef99ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.875380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9607e2af-950b-4fe5-8abd-557f73ef99ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.876489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9607e2af-950b-4fe5-8abd-557f73ef99ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.876489] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9607e2af-950b-4fe5-8abd-557f73ef99ec',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.037628] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.053071] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.053206] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-302" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.053339] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-302" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.053611] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-302" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.053860] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.054018] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.055101] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.056267] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.056475] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.056705] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.056817] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.056919] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.057031] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.057139] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.057271] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.057425] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.078947] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.079841] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.080018] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.080283] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-302" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.080768] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-b651e339-a480-4243-8165-e579ea0f5f58 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.081464] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.081592] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.082041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.082436] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b651e339-a480-4243-8165-e579ea0f5f58',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.169982] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.378764] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9607e2af-950b-4fe5-8abd-557f73ef99ec [ 747.379514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.381517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.381517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.381517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.381517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.381517] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9607e2af-950b-4fe5-8abd-557f73ef99ec already deleted. [ 747.381517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9607e2af-950b-4fe5-8abd-557f73ef99ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.544667] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.585788] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.586233] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.587062] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.587062] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.587062] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.587200] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port b651e339-a480-4243-8165-e579ea0f5f58 not found, creating... [ 747.587387] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.587539] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.589099] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.589099] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.589099] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.589099] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.589099] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.589099] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.589099] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.589099] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.589099] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: b651e339-a480-4243-8165-e579ea0f5f58 is going to be created. [ 747.609813] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.609813] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.609813] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.610127] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.610347] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.610587] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.672810] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.831025] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6ae17fc3-8e3d-465d-849a-01fe1da366c6 tempest-ServerActionsV293TestJSON-1318918483 tempest-ServerActionsV293TestJSON-1318918483-project-member] Enqueued Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_rules [ 747.831025] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_rules [ 747.831025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.831025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.831025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.831025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.831025] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.976866] env[65850]: INFO networking_nsxv3.common.synchronization [None req-083c5752-e987-4904-ab58-192bccbc7189 tempest-ServerActionsV293TestJSON-1318918483 tempest-ServerActionsV293TestJSON-1318918483-project-member] Enqueued Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_rules [ 747.978617] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_rules [ 747.979531] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.979698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.047607] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.047857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.047857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.048063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.048164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.048242] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 748.082793] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.082793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.082793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.082793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.082793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.092717] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 748.176209] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.176209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.176719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.176719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.176719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.176719] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 748.211205] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.211367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.211419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.211673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.211873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.223714] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 748.278488] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c in Status: SUCCESS [ 748.278488] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c deletion is rescheduled due to dependency. [ 748.278488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.316826] env[65850]: INFO networking_nsxv3.common.synchronization [req-04148a05-672e-46eb-b529-1b68aad35124 req-6541c707-3f4c-4daa-b1c1-178d46318aa7 service nova] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 748.317018] env[65850]: INFO networking_nsxv3.common.synchronization [req-04148a05-672e-46eb-b529-1b68aad35124 req-6541c707-3f4c-4daa-b1c1-178d46318aa7 service nova] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 748.317141] env[65850]: INFO networking_nsxv3.common.synchronization [req-04148a05-672e-46eb-b529-1b68aad35124 req-6541c707-3f4c-4daa-b1c1-178d46318aa7 service nova] Enqueued Resource ID: b651e339-a480-4243-8165-e579ea0f5f58 with Priority: HIGHEST for action port [ 748.317433] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 748.317566] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 748.317679] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b651e339-a480-4243-8165-e579ea0f5f58 with Priority: HIGHEST for action port [ 748.318332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.318503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.318546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.318726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.318812] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.319716] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.319842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.320026] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b651e339-a480-4243-8165-e579ea0f5f58 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.320135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.320190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.320347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.320510] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b651e339-a480-4243-8165-e579ea0f5f58',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.353013] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.353215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.353265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.353463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.353570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.353644] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef already deleted. [ 748.353727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.354205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.354730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.354730] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.708335] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: SUCCESS [ 748.708735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.778654] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 748.778872] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 deletion is rescheduled due to dependency. [ 748.778997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.821963] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.822169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.825361] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b651e339-a480-4243-8165-e579ea0f5f58 with status ACTIVE [ 748.827680] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.827839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.827908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.830763] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.830763] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.830763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.830763] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b651e339-a480-4243-8165-e579ea0f5f58 is going to be updated. [ 748.863367] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.863367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.863367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.863367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.863367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.863367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.894731] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.895055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.895159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.895478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.895601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.895711] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef already deleted. [ 748.897017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.103426] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 750.104308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.104498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.104727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.104927] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.105078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.105152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.105301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.105387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.105477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.105569] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.233905] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 750.234167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.234347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.234563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.234752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.235912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.235912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.235912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.235912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.235912] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.605616] env[65850]: INFO networking_nsxv3.common.synchronization [req-e8a86d00-c09c-462c-922a-542751c45132 req-c496ed93-52be-42d3-88f5-9168f22f3d0f tempest-SecurityGroupRulesTestJSON-1333433730 tempest-SecurityGroupRulesTestJSON-1333433730-project-member] Enqueued Resource ID: 99f6af68-f59d-40fd-a8ca-9e2126ee6f05 with Priority: HIGHEST for action security_group_rules [ 750.605616] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f6af68-f59d-40fd-a8ca-9e2126ee6f05 with Priority: HIGHEST for action security_group_rules [ 750.605820] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f6af68-f59d-40fd-a8ca-9e2126ee6f05 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.606261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f6af68-f59d-40fd-a8ca-9e2126ee6f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.606261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f6af68-f59d-40fd-a8ca-9e2126ee6f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.606404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f6af68-f59d-40fd-a8ca-9e2126ee6f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.606709] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f6af68-f59d-40fd-a8ca-9e2126ee6f05',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.607663] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.607777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.607999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.608328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.608378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.608784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.608919] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.609025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.609078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.609222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.609357] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.609446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.609507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.609642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.609719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.609799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.609881] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.737591] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.112909] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8631d824-d9ad-4527-a163-d746a770cdf2: rpc.has_security_group_logging(os_id): False [ 751.138393] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.138642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.138707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.138926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.139051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.139168] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f6af68-f59d-40fd-a8ca-9e2126ee6f05 already deleted. [ 751.139276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f6af68-f59d-40fd-a8ca-9e2126ee6f05" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.140794] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.140794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.140794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.140794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.141059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.143271] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.143401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.143492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.143726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.145390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.145688] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.145885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.145988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.146297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.146431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.146698] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.146814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.146893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.147067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.148535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.148659] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 751.224209] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.224368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.224368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.224648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.224788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.240210] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.242552] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 751.471375] env[65850]: INFO networking_nsxv3.common.synchronization [req-5fdb3a96-f1df-4af9-965d-a70b2ab0a061 req-e1e6cc15-50e4-4278-864e-88abb7a5a751 tempest-ServersNegativeTestJSON-2119566007 tempest-ServersNegativeTestJSON-2119566007-project-member] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 751.473261] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 751.473613] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.473773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.473823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.474105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.474270] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.474359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.474427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.476461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.476461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.476461] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.745241] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.745241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.745241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.745440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.745543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.745666] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 751.785777] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.789429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.789573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.789915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.790168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.805640] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 751.983276] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.983276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.983276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.983602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.983732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.984025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.984168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.984255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.984460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.984565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.984693] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f already deleted. [ 751.984797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.999132] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.999132] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.999132] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.999505] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.999857] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.000070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.000215] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.000537] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.000732] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.001047] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.001158] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.001773] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.001933] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.005268] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.005495] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.005555] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.028902] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.029081] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.029238] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.029665] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.030019] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-5509e0e9-555b-424d-b623-7b7a009b5418 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.031128] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.031128] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.031128] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.031128] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5509e0e9-555b-424d-b623-7b7a009b5418',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.534445] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.535060] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.535060] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.535222] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.535295] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.535463] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 5509e0e9-555b-424d-b623-7b7a009b5418 not found, creating... [ 752.535742] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.536351] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.536351] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.536351] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.536819] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.536819] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.536819] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.537053] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.537104] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.537239] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.537397] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 5509e0e9-555b-424d-b623-7b7a009b5418 is going to be created. [ 752.559491] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.559833] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.560065] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.560523] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.560904] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.561277] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.257787] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 753.257787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.300738] env[65850]: INFO networking_nsxv3.common.synchronization [req-5fdb3a96-f1df-4af9-965d-a70b2ab0a061 req-66a2ed52-208f-4c81-9047-aa21255f21c7 service nova] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_rules [ 753.301270] env[65850]: INFO networking_nsxv3.common.synchronization [req-5fdb3a96-f1df-4af9-965d-a70b2ab0a061 req-66a2ed52-208f-4c81-9047-aa21255f21c7 service nova] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 753.301812] env[65850]: INFO networking_nsxv3.common.synchronization [req-5fdb3a96-f1df-4af9-965d-a70b2ab0a061 req-66a2ed52-208f-4c81-9047-aa21255f21c7 service nova] Enqueued Resource ID: 5509e0e9-555b-424d-b623-7b7a009b5418 with Priority: HIGHEST for action port [ 753.308035] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_rules [ 753.308035] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 753.308035] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5509e0e9-555b-424d-b623-7b7a009b5418 with Priority: HIGHEST for action port [ 753.308035] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.308035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.308035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.308035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.308035] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.309703] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.309703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.309703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.309703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.310190] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.310190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.310190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.310190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.310599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.310599] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.312663] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-5509e0e9-555b-424d-b623-7b7a009b5418 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.312663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.312663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.312663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.312663] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5509e0e9-555b-424d-b623-7b7a009b5418',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.810284] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.815642] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.816640] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5509e0e9-555b-424d-b623-7b7a009b5418 with status ACTIVE [ 753.816869] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.817399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.817399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.817528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.817701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.817963] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.821279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.822043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.822043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.822172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.822369] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.822520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.822567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.822753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.823081] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.823081] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5509e0e9-555b-424d-b623-7b7a009b5418 is going to be updated. [ 753.826143] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 753.826661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.826988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.828392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.828392] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.828392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.828392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.828392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.828392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.828392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.828392] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.861081] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.861335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.861401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.861786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.861986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.862196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.185167] env[65850]: INFO networking_nsxv3.common.synchronization [req-4bc71b52-e213-49f3-8bd6-7f679118f6e7 req-76e55166-382a-40d8-8ca1-232c7cf5373f tempest-ServersTestJSON-526700750 tempest-ServersTestJSON-526700750-project-member] Enqueued Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_members [ 754.185879] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGHEST for action security_group_members [ 754.187078] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f70212e-4fe5-46b1-8d96-747b561bbb99 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.187233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.187304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.188065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.188065] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.191114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.191114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.191114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.191114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.191623] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.328804] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.333127] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.333306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.333616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.333616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.334724] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.334724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.334724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.334724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.334724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.334724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.334724] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.334724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.334724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.334724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.335128] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.335128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.335128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.335128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.335253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.335579] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.335579] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.386880] env[65850]: INFO networking_nsxv3.common.synchronization [req-a523deb2-2d04-4d73-a141-167563479508 req-031f988c-3121-4cce-8495-db33e9b8c5a5 tempest-MigrationsAdminTest-1699859693 tempest-MigrationsAdminTest-1699859693-project-member] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 754.391523] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 754.391523] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.391523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.391523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.391523] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.391523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.391523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.391523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.391523] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.695560] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.695749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.695857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.696109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.696303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.696418] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.696517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.696582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.696733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.696810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.696896] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 is going to be updated. [ 754.743279] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.744353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.745056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.745056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.745056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.769581] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 in Status: IN_PROGRESS for 2s [ 754.834043] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.834043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.834043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.834043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.834043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.834043] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be created. [ 754.838022] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3632713-c3ff-46d0-bd94-712737a1d420: rpc.has_security_group_logging(os_id): False [ 754.870266] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.870415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.870507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.871432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.871432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.871432] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.871432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.871432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.871432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.871716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.871761] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.871864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.871934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.872923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.872923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.872923] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.872923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.872923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.872923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.872923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.872923] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 754.892188] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.894945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.894945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.894945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894945] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.894945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.894945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.894945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.897363] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.897363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.897363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.897363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.897363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.897363] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2435-0322-408b-8054-7f24d3743019 already deleted. [ 754.897363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.914290] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: UNINITIALIZED for 2s [ 754.923572] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.923818] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.923962] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.924289] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.924789] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.924789] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.925032] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.925164] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.925399] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.925534] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.925656] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.925761] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.925865] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.925970] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.926103] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.926292] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.948067] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.948305] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.948509] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.948735] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.949206] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.949490] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.949691] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.950146] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.950302] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b52c87b-d59b-4abd-bc1e-b7e7646a4007',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.967632] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.967824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.967869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.968082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.968231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.994460] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 755.363534] env[65850]: INFO networking_nsxv3.common.synchronization [req-00baf9fe-4395-42a5-9171-767458d9158d req-30a31da2-c08c-4aa0-9525-67980a9224c6 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 755.364214] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 755.364639] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.364786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.364786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.365061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.365229] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.365350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.365427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.365676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.365790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.365907] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.453408] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.453408] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.453408] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.453824] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.453824] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.454015] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 6b52c87b-d59b-4abd-bc1e-b7e7646a4007 not found, creating... [ 755.454277] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.454570] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.454708] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.454941] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.455093] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.455394] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.455551] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.455664] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.455875] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.456016] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.456220] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 6b52c87b-d59b-4abd-bc1e-b7e7646a4007 is going to be created. [ 755.493144] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.493552] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.493806] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.494222] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.494509] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.494798] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.869990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.869990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.869990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.869990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.869990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.869990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.869990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.870693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.870693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.870693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.870693] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 755.914628] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.914862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.914862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.915085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.915232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.925382] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 756.230025] env[65850]: INFO networking_nsxv3.common.synchronization [req-a523deb2-2d04-4d73-a141-167563479508 req-43f1d5b9-8b98-4dd3-acf8-32763da4a944 service nova] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_rules [ 756.230281] env[65850]: INFO networking_nsxv3.common.synchronization [req-a523deb2-2d04-4d73-a141-167563479508 req-43f1d5b9-8b98-4dd3-acf8-32763da4a944 service nova] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 756.230572] env[65850]: INFO networking_nsxv3.common.synchronization [req-a523deb2-2d04-4d73-a141-167563479508 req-43f1d5b9-8b98-4dd3-acf8-32763da4a944 service nova] Enqueued Resource ID: 6b52c87b-d59b-4abd-bc1e-b7e7646a4007 with Priority: HIGHEST for action port [ 756.231269] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_rules [ 756.231329] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 756.231415] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b52c87b-d59b-4abd-bc1e-b7e7646a4007 with Priority: HIGHEST for action port [ 756.231987] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.232150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.232234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.232475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.232557] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.234739] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.235308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.235419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.235639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.235830] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.235936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.236086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.236498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.236498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.236620] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.237784] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.237982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.238080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.238294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.238368] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b52c87b-d59b-4abd-bc1e-b7e7646a4007',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.741062] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.741062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.741293] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.742178] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b52c87b-d59b-4abd-bc1e-b7e7646a4007 with status ACTIVE [ 756.742358] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.742483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.742483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.742483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.742483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.743297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.743297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.743374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.743478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.743572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.744726] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.744726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.744828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.744947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.745043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.745134] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b52c87b-d59b-4abd-bc1e-b7e7646a4007 is going to be updated. [ 756.768435] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.768651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.768807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.769210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.769400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.769768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b52c87b-d59b-4abd-bc1e-b7e7646a4007" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.780381] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 in Status: SUCCESS [ 756.780683] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 deletion is rescheduled due to dependency. [ 756.780819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.928316] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 756.928711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.928777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.928994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.929218] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.929345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.929413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.929609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.929694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.929784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.929875] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.014506] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 757.014843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.247636] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.432934] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.432934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.433175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.433818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.433818] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.434035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.434035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.434147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.434251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.434376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.434562] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.434699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.435010] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.435157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.435323] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.435420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.435500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.435657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.435935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.436048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.436144] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.749334] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.749540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.749646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.749931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.750048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.750152] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be created. [ 757.778183] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.778492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.778492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.778694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.778880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.792345] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: UNINITIALIZED for 2s [ 757.937744] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 757.938230] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 757.938230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.938461] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18b9cfe-1bc3-42bf-bff3-b776f43d118f: rpc.has_security_group_logging(os_id): False [ 757.961427] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.961641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.961767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.963559] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.963559] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.963559] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.963559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.964483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.964483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.964483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.964483] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be created. [ 758.049578] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.049578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.049809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.049842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.050011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.061276] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 759.804206] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: SUCCESS [ 759.804802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.804802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.805079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.805406] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.805606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.805725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.805971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.806107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.806249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.806361] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.075448] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 760.075711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.309157] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.309442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.309588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.310020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.310361] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.310552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.310647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.310930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.311116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.311313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.311583] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.311750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.311871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.312157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.312393] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.312576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.312677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.312920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.313064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.313237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.313398] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.818138] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46cf2435-0322-408b-8054-7f24d3743019: rpc.has_security_group_logging(os_id): False [ 760.838242] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.838514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.838598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.838886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.839051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.839246] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.839357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.839415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.839577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.839649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.839849] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.839956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.840019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.840220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.840220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.840422] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.840533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.840674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.840796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.840852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.840932] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be created. [ 760.933302] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.933529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.933617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.933901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.934120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.953214] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: IN_PROGRESS for 2s [ 761.233145] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 761.233145] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 762.611036] env[65850]: INFO networking_nsxv3.common.synchronization [req-afa0c67d-7f5b-46eb-a3a0-441e8035fcc1 req-26ba5982-3a32-45a4-b9d9-873757a421a4 tempest-SecurityGroupRulesTestJSON-1333433730 tempest-SecurityGroupRulesTestJSON-1333433730-project-member] Enqueued Resource ID: 917988a5-e358-4f1e-93db-cc185a5a1077 with Priority: HIGHEST for action security_group_rules [ 762.611036] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917988a5-e358-4f1e-93db-cc185a5a1077 with Priority: HIGHEST for action security_group_rules [ 762.611036] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917988a5-e358-4f1e-93db-cc185a5a1077 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.612483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917988a5-e358-4f1e-93db-cc185a5a1077" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.612483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917988a5-e358-4f1e-93db-cc185a5a1077" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.612483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917988a5-e358-4f1e-93db-cc185a5a1077" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.612483] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917988a5-e358-4f1e-93db-cc185a5a1077',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.979300] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: SUCCESS [ 762.979300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.138067] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.138329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.138380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.138575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.138666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.138762] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917988a5-e358-4f1e-93db-cc185a5a1077 already deleted. [ 763.138840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917988a5-e358-4f1e-93db-cc185a5a1077" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.258589] env[65850]: INFO networking_nsxv3.common.synchronization [req-dddaacbb-327d-4c2e-85e1-1b31d2518b26 req-1defcb65-bbd4-4adc-b646-68ad0ffee27f tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 763.259615] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 763.259615] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.259615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.259851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.260031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.260160] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.260580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.260580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.260580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.260580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.260745] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.746465] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.746795] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.746795] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.747175] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.747437] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.747898] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.748199] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.749527] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.749527] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.749527] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.749527] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.749527] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.749527] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.749873] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.749873] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.750130] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.763909] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.766016] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.766016] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded already deleted. [ 763.766016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.772070] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.772070] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.772070] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.772070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.772070] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-525af5d7-8fc4-4702-b59c-ecf749335d04 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.772070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-525af5d7-8fc4-4702-b59c-ecf749335d04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.772070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-525af5d7-8fc4-4702-b59c-ecf749335d04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.772439] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-525af5d7-8fc4-4702-b59c-ecf749335d04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.772439] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525af5d7-8fc4-4702-b59c-ecf749335d04',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.274664] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.274977] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.275115] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.275542] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.275686] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.275872] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 525af5d7-8fc4-4702-b59c-ecf749335d04 not found, creating... [ 764.276298] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.278368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.278368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.278368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.278368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.278368] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.278368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.278368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.278368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.278368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.278368] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 525af5d7-8fc4-4702-b59c-ecf749335d04 is going to be created. [ 764.303641] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.303968] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.304125] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.304416] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.304656] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.304901] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-525af5d7-8fc4-4702-b59c-ecf749335d04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.551481] env[65850]: INFO networking_nsxv3.common.synchronization [req-0d234eb5-44da-4a47-8e12-d959b56ff26c req-70efb490-259f-46d0-a5bd-822d091accb0 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 764.551655] env[65850]: INFO networking_nsxv3.common.synchronization [req-0d234eb5-44da-4a47-8e12-d959b56ff26c req-70efb490-259f-46d0-a5bd-822d091accb0 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 764.552568] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 764.556202] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 764.556520] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.556650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.556721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.556982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.557159] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.557266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.557322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.557482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.557570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.557666] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.558903] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.558997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.559250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.559390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.559483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.563658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.563987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.563987] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.640450] env[65850]: INFO networking_nsxv3.common.synchronization [req-0d234eb5-44da-4a47-8e12-d959b56ff26c req-70efb490-259f-46d0-a5bd-822d091accb0 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_rules [ 764.640698] env[65850]: INFO networking_nsxv3.common.synchronization [req-0d234eb5-44da-4a47-8e12-d959b56ff26c req-70efb490-259f-46d0-a5bd-822d091accb0 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 764.640847] env[65850]: INFO networking_nsxv3.common.synchronization [req-0d234eb5-44da-4a47-8e12-d959b56ff26c req-70efb490-259f-46d0-a5bd-822d091accb0 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 764.640989] env[65850]: INFO networking_nsxv3.common.synchronization [req-0d234eb5-44da-4a47-8e12-d959b56ff26c req-70efb490-259f-46d0-a5bd-822d091accb0 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 764.641150] env[65850]: INFO networking_nsxv3.common.synchronization [req-0d234eb5-44da-4a47-8e12-d959b56ff26c req-70efb490-259f-46d0-a5bd-822d091accb0 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: b651e339-a480-4243-8165-e579ea0f5f58 with Priority: HIGHEST for action port [ 764.641795] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_rules [ 764.641939] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 764.642163] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b651e339-a480-4243-8165-e579ea0f5f58 with Priority: HIGHEST for action port [ 764.642284] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 764.642381] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 764.642760] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.642865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.642951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.643222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.643308] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.644265] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.644386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.644453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.644620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.644697] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.645462] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b651e339-a480-4243-8165-e579ea0f5f58 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.645579] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.645663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.646094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.646094] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b651e339-a480-4243-8165-e579ea0f5f58',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.648204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.648204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.648204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.648204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.045190] env[65850]: INFO networking_nsxv3.common.synchronization [req-dddaacbb-327d-4c2e-85e1-1b31d2518b26 req-2e277e1f-a71c-4d93-8d57-c1a4e32c62fb service nova] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_rules [ 765.045190] env[65850]: INFO networking_nsxv3.common.synchronization [req-dddaacbb-327d-4c2e-85e1-1b31d2518b26 req-2e277e1f-a71c-4d93-8d57-c1a4e32c62fb service nova] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 765.045190] env[65850]: INFO networking_nsxv3.common.synchronization [req-dddaacbb-327d-4c2e-85e1-1b31d2518b26 req-2e277e1f-a71c-4d93-8d57-c1a4e32c62fb service nova] Enqueued Resource ID: 525af5d7-8fc4-4702-b59c-ecf749335d04 with Priority: HIGHEST for action port [ 765.045190] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_rules [ 765.045190] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 765.045190] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525af5d7-8fc4-4702-b59c-ecf749335d04 with Priority: HIGHEST for action port [ 765.045190] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.045899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.046085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.046371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.046542] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.047721] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.047999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.048300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.048718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.048998] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.049710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.049710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.049710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.049710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.053016] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.056930] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-525af5d7-8fc4-4702-b59c-ecf749335d04 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.056930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-525af5d7-8fc4-4702-b59c-ecf749335d04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.056930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-525af5d7-8fc4-4702-b59c-ecf749335d04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.056930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-525af5d7-8fc4-4702-b59c-ecf749335d04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.056930] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525af5d7-8fc4-4702-b59c-ecf749335d04',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.073313] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.074114] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.148229] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.148359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.148654] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.152120] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b651e339-a480-4243-8165-e579ea0f5f58 with status ACTIVE [ 765.152120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.152120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.152120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.152120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.152667] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b651e339-a480-4243-8165-e579ea0f5f58 is going to be updated. [ 765.176955] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.176955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.176955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.176955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.176955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.176955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.558287] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.560355] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.560686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.561917] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 525af5d7-8fc4-4702-b59c-ecf749335d04 with status ACTIVE [ 765.562199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.562580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.562715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.563029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.563250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.563596] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.563719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.563890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.564147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.564244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.564612] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.565186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.565186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.565186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.565186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.565448] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 525af5d7-8fc4-4702-b59c-ecf749335d04 is going to be updated. [ 765.579722] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.579722] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.589468] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.590763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.590763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.590763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.590763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.590763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-525af5d7-8fc4-4702-b59c-ecf749335d04" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.068371] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.082089] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.082511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.082511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.082656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.082755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.082889] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 is going to be created. [ 766.087021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.087021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.087021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.087021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.087021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.087021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 766.120853] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.120853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.120853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.120853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.120853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.122527] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.122845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.123064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.123359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.123654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.133376] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 766.133376] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: UNINITIALIZED for 2s [ 766.301489] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c87d3c6c-ba50-4e59-ab79-460bdccaf832 tempest-ImagesOneServerNegativeTestJSON-1789866826 tempest-ImagesOneServerNegativeTestJSON-1789866826-project-member] Enqueued Resource ID: 7eb9c5e2-7139-4ac5-bff0-256fde74d49c with Priority: HIGHEST for action security_group_rules [ 766.302096] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb9c5e2-7139-4ac5-bff0-256fde74d49c with Priority: HIGHEST for action security_group_rules [ 766.302408] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.302534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.302602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.302862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.302951] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eb9c5e2-7139-4ac5-bff0-256fde74d49c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.447573] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c5e87d29-4a74-4597-93ea-9e7f38f73cde tempest-ImagesOneServerNegativeTestJSON-1789866826 tempest-ImagesOneServerNegativeTestJSON-1789866826-project-member] Enqueued Resource ID: 7eb9c5e2-7139-4ac5-bff0-256fde74d49c with Priority: HIGHEST for action security_group_rules [ 766.447573] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb9c5e2-7139-4ac5-bff0-256fde74d49c with Priority: HIGHEST for action security_group_rules [ 766.447573] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.447737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.573029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.573029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.573029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.573029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.573029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.573029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be created. [ 766.600663] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.600663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.600663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.600663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.600663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.618605] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: UNINITIALIZED for 2s [ 766.765486] env[65850]: INFO networking_nsxv3.common.synchronization [None req-583da3ab-b0e0-4805-a6ae-3f686793e6fb None None] Enqueued Resource ID: bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb with Priority: HIGHEST for action port [ 766.766681] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb with Priority: HIGHEST for action port [ 766.766681] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.766681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.766681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.766681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.766984] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.829576] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.829576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.829576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.829886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.830247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.830408] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eb9c5e2-7139-4ac5-bff0-256fde74d49c already deleted. [ 766.830450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.831026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.831026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.831026] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eb9c5e2-7139-4ac5-bff0-256fde74d49c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.268748] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb [ 767.269148] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.269769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.269769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.269769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.269936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.269936] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb already deleted. [ 767.270047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdccfaf4-bd7c-4fd8-a439-bc6f503fb0bb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.355475] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.355475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.355475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.355744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.355744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.356056] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eb9c5e2-7139-4ac5-bff0-256fde74d49c already deleted. [ 767.356056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eb9c5e2-7139-4ac5-bff0-256fde74d49c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145186] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: SUCCESS [ 768.145186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145894] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 768.146108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.146823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.146823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.146945] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.147055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.147098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.147638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.147638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.147638] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.148285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.148449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.148664] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.148879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.148879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.149098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.149189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.149280] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.630062] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 768.630062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.630062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.630062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.630062] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.630062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.630062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.630062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.633082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.633082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.633082] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.652537] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.652537] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.133050] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.155341] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.156326] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.248022] env[65850]: INFO networking_nsxv3.common.synchronization [None req-33afabf0-26fc-413f-9626-a7f1dcd0e4d7 tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 769.248022] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 769.248372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.248638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.249015] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.249975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.249975] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.371550] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b60fe5fb-16e2-4812-a0e7-4d84def5c1ff tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 769.372781] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 769.373011] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.373123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.637917] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aea0274-a51c-4dbe-a019-7846f7545ded: rpc.has_security_group_logging(os_id): False [ 769.658601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.658601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.658601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.659299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.659299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.659642] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.659809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.660747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.660994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.661540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.661841] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be created. [ 769.664055] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.664526] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.665628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.665914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.666054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.666202] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 769.667781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.667934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.668302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.668302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.668302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.668418] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 is going to be updated. [ 769.684433] env[65850]: INFO networking_nsxv3.common.synchronization [None req-7754d0c9-9f40-4be8-919c-97776c2ddb91 None None] Enqueued Resource ID: e804d698-9565-467c-a1eb-6fb324b81987 with Priority: HIGHEST for action port [ 769.685148] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e804d698-9565-467c-a1eb-6fb324b81987 with Priority: HIGHEST for action port [ 769.685450] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e804d698-9565-467c-a1eb-6fb324b81987 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.685718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e804d698-9565-467c-a1eb-6fb324b81987" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.685844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e804d698-9565-467c-a1eb-6fb324b81987" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.686180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e804d698-9565-467c-a1eb-6fb324b81987" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.686322] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e804d698-9565-467c-a1eb-6fb324b81987',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.702636] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.702892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.703042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.703311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.703514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.705812] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.706500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.706649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.706882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.707782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.720303] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: IN_PROGRESS for 2s [ 769.721432] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 769.740435] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.742148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.742148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.742148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.742148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.754879] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: IN_PROGRESS for 2s [ 769.777053] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.777053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.777053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.777053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.777053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.777053] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a already deleted. [ 769.777053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.777053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.777421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.777421] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.903031] env[65850]: INFO networking_nsxv3.common.synchronization [req-ff7af524-080a-4c55-83fd-1b022e523137 req-d3eec4a3-744f-4888-9380-73abda6f29c8 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 769.903031] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 769.903031] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.903731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.903949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.904286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.906651] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.906651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.906651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.906651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.906651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.906651] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.188238] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e804d698-9565-467c-a1eb-6fb324b81987 [ 770.188675] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.188890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.188998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.189448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.189625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.189724] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e804d698-9565-467c-a1eb-6fb324b81987 already deleted. [ 770.189958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e804d698-9565-467c-a1eb-6fb324b81987" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.207791] env[65850]: INFO networking_nsxv3.common.synchronization [req-0e86bd9b-238a-40a3-a99d-54c18580fb18 req-d67eb61d-70a1-4ea0-99ed-03bbd7363eca tempest-ServersAdminNegativeTestJSON-1196358161 tempest-ServersAdminNegativeTestJSON-1196358161-project-member] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 770.208393] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 770.209021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.209021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.209021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.209726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.209896] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.210016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.210074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.210250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.210341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.210443] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.308915] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.309180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.309454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.309688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.309781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.309910] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a already deleted. [ 770.309963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.408042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.408042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.408042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.408528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.408528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.408528] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.408528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.408739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.408843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.408946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.409423] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 770.448844] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.449072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.449072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.449290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.449427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.463972] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 770.666708] env[65850]: INFO networking_nsxv3.common.synchronization [req-5242cd10-4e71-4e15-848f-30a7b04b9888 req-1e8a86dc-bb60-4a08-8527-2039c5f22b21 tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 770.667938] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 770.668339] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.668503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.668599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.668846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.669145] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.669277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.669466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.669578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.669622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.669719] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.712485] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.172096] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.172309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.172376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.172565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.172660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.173443] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.173443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.173443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.173443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.173443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.173650] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 771.202136] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.202337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.202390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.202601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.202741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.212747] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 771.215540] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.436520] env[65850]: INFO networking_nsxv3.common.synchronization [req-ed718b03-579d-4434-a109-a393ccb114fb req-c16b5629-52f9-4969-8a29-922d953d7bb7 tempest-SecurityGroupRulesTestJSON-1333433730 tempest-SecurityGroupRulesTestJSON-1333433730-project-member] Enqueued Resource ID: 1af0e934-bd19-47cd-b1a4-1f040354c148 with Priority: HIGHEST for action security_group_rules [ 771.437097] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af0e934-bd19-47cd-b1a4-1f040354c148 with Priority: HIGHEST for action security_group_rules [ 771.437754] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1af0e934-bd19-47cd-b1a4-1f040354c148 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.437882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1af0e934-bd19-47cd-b1a4-1f040354c148" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.437957] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1af0e934-bd19-47cd-b1a4-1f040354c148" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.438923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1af0e934-bd19-47cd-b1a4-1f040354c148" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.439022] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1af0e934-bd19-47cd-b1a4-1f040354c148',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.722835] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.724060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.724060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.724060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.724060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.724060] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537042bf-36e4-4533-a653-225839aa6e6d is going to be updated. [ 771.739777] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: SUCCESS [ 771.740478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.741897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.742292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.742473] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.742554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.742589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.742773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.743023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.743023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.743165] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.745156] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 771.745371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.745493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.745670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.745903] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.747851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.747851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.747851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.747851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.747851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.747851] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.764078] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.766889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.766889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.766889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.766889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.770910] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 771.770910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.780347] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: IN_PROGRESS for 2s [ 771.861718] env[65850]: INFO networking_nsxv3.common.synchronization [req-ec9317e4-283a-4c37-a1bb-2ba569987688 req-a019f072-de7f-4696-887e-36e6d37308d9 tempest-ServerTagsTestJSON-777892420 tempest-ServerTagsTestJSON-777892420-project-member] Enqueued Resource ID: 261495dc-b9cf-453b-ad72-bc53810e5068 with Priority: HIGHEST for action security_group_members [ 771.862947] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261495dc-b9cf-453b-ad72-bc53810e5068 with Priority: HIGHEST for action security_group_members [ 771.862947] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-261495dc-b9cf-453b-ad72-bc53810e5068 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.862947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.862947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.862947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.862947] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.863308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.864090] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.864310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.864690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.864690] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261495dc-b9cf-453b-ad72-bc53810e5068',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.964826] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.964988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.965073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.965315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.965377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.965476] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1af0e934-bd19-47cd-b1a4-1f040354c148 already deleted. [ 771.965558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1af0e934-bd19-47cd-b1a4-1f040354c148" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.248417] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.249549] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.249726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.249800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.250026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.250195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.250292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.250377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.250583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.250730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.250828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.250995] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.251086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.251162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.251332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.251520] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.251638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.251823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.251884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.251952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.252251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.252366] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.368610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.368842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.368947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.369278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.369396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.369673] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.369815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.369902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.370112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.370212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.370325] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261495dc-b9cf-453b-ad72-bc53810e5068 is going to be updated. [ 772.405974] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.406130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.406172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.406410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.406535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.416048] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261495dc-b9cf-453b-ad72-bc53810e5068 in Status: IN_PROGRESS for 2s [ 772.472897] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 772.473355] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 772.473355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.756793] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4: rpc.has_security_group_logging(os_id): False [ 772.758358] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3632713-c3ff-46d0-bd94-712737a1d420: rpc.has_security_group_logging(os_id): False [ 772.776862] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.777129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.777200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.777983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.777983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.777983] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.777983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.778377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.778838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.778838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.779536] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 is going to be created. [ 772.783638] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.783638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.783638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.783798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.783904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.784125] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.784336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.784397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.784547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.784621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.784826] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.784919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.785178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.785178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.785272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.785388] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.785473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.785532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.785665] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.785735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.785814] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 772.855570] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.855570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.855570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.855570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.855570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.871740] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.871966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.871966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.872200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.875064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.887959] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: IN_PROGRESS for 2s [ 772.911538] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 773.168857] env[65850]: INFO networking_nsxv3.common.synchronization [req-728ff915-c9d5-4c07-9843-6455d0216c44 req-78ae4c90-6a43-4a30-87dd-d213c3fcf93b tempest-FloatingIPsAssociationTestJSON-924520679 tempest-FloatingIPsAssociationTestJSON-924520679-project-member] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 773.169616] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGHEST for action security_group_members [ 773.169940] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.171534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.171657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.171843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.172020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.172148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.172208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.172381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.172481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.172550] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.223180] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 4s [ 773.599597] env[65850]: INFO networking_nsxv3.common.synchronization [req-30e65919-3b42-4c36-8be6-5133c0d26080 req-9c692e7a-64b6-44fb-a1a7-3ecaa4305f3c tempest-ServersNegativeTestJSON-2119566007 tempest-ServersNegativeTestJSON-2119566007-project-member] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 773.601392] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 773.601861] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.601987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.602080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.602307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.602486] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.602586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.602649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.602817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.602907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.603083] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.677238] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.677436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.677507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.677756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.677872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.678095] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.678217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.678283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.678463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.678698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.678815] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd is going to be updated. [ 773.709311] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.709311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.709311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.709311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.709311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.728721] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: IN_PROGRESS for 2s [ 773.795844] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: SUCCESS [ 773.795844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.072918] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.073108] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.073206] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.073472] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.073730] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.073878] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.073986] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.074203] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.074787] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.074885] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.074995] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.075111] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.075215] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.075317] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.075486] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.075684] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.097806] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.097967] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.098120] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.098290] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.098599] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-a88d38e9-1cea-4206-a3d4-2b621e1f5685 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.098764] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-a88d38e9-1cea-4206-a3d4-2b621e1f5685" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.098879] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-a88d38e9-1cea-4206-a3d4-2b621e1f5685" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.099228] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-a88d38e9-1cea-4206-a3d4-2b621e1f5685" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.099363] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88d38e9-1cea-4206-a3d4-2b621e1f5685',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.107065] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.426545] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261495dc-b9cf-453b-ad72-bc53810e5068 in Status: SUCCESS [ 774.426731] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261495dc-b9cf-453b-ad72-bc53810e5068 deletion is rescheduled due to dependency. [ 774.426852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261495dc-b9cf-453b-ad72-bc53810e5068" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606736] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.607030] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.607186] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.607508] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.607676] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.607858] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port a88d38e9-1cea-4206-a3d4-2b621e1f5685 not found, creating... [ 774.608157] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.608438] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.608508] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.608709] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.608875] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.609186] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.609355] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.609468] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.609693] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.609842] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.609978] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: a88d38e9-1cea-4206-a3d4-2b621e1f5685 is going to be created. [ 774.611301] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.634802] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.635024] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.635148] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.635412] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.635631] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.635846] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-a88d38e9-1cea-4206-a3d4-2b621e1f5685" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.906457] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: SUCCESS [ 774.906457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.927598] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 774.928351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.114595] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.114902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.115020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.115283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.115419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.115560] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be updated. [ 775.151023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.151023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.151023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.151023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.151023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.163985] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 775.236508] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 775.240021] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 deletion is rescheduled due to dependency. [ 775.240021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.425367] env[65850]: INFO networking_nsxv3.common.synchronization [req-30e65919-3b42-4c36-8be6-5133c0d26080 req-75c4e9b2-5463-4b79-ba0b-d98a00ff5f49 service nova] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_rules [ 775.425561] env[65850]: INFO networking_nsxv3.common.synchronization [req-30e65919-3b42-4c36-8be6-5133c0d26080 req-75c4e9b2-5463-4b79-ba0b-d98a00ff5f49 service nova] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 775.425719] env[65850]: INFO networking_nsxv3.common.synchronization [req-30e65919-3b42-4c36-8be6-5133c0d26080 req-75c4e9b2-5463-4b79-ba0b-d98a00ff5f49 service nova] Enqueued Resource ID: a88d38e9-1cea-4206-a3d4-2b621e1f5685 with Priority: HIGHEST for action port [ 775.426324] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_rules [ 775.426479] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 775.426596] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88d38e9-1cea-4206-a3d4-2b621e1f5685 with Priority: HIGHEST for action port [ 775.427262] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.427419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.427497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.427738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.427738] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.429262] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.429493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.429727] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88d38e9-1cea-4206-a3d4-2b621e1f5685 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.429831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88d38e9-1cea-4206-a3d4-2b621e1f5685" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.429902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88d38e9-1cea-4206-a3d4-2b621e1f5685" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.430124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88d38e9-1cea-4206-a3d4-2b621e1f5685" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.430208] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88d38e9-1cea-4206-a3d4-2b621e1f5685',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.739628] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bded344-bebd-410a-8474-c316e5c8f1dd in Status: SUCCESS [ 775.739628] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd deletion is rescheduled due to dependency. [ 775.739722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.931032] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.931381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.932669] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a88d38e9-1cea-4206-a3d4-2b621e1f5685 with status ACTIVE [ 775.933230] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.933230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.933230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.933425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.933425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.933656] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.933735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.933770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.933969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.934030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.934198] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.934309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.934371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.934513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.934586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.934671] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a88d38e9-1cea-4206-a3d4-2b621e1f5685 is going to be updated. [ 775.955494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.955638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.955713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.956291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.957065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.957065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88d38e9-1cea-4206-a3d4-2b621e1f5685" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.179898] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 777.179898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.179898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.179898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.179898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.179898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.179898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.180364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.180364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.180364] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.630121] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 777.630371] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 with Priority: HIGHEST for action security_group_members [ 777.630473] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 777.631140] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 777.631279] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 with Priority: HIGHEST for action security_group_members [ 777.631376] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 777.631937] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.632155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.632155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.632362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.632547] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.632628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.632686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.632828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.632918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.633486] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.634140] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6016ed-13dc-4a0c-a60f-c324303a72c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.635050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.635050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.635050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.635050] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.635050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.635050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.635276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.635276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.635330] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.636258] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.636363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.636430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.636832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.637067] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.637135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.637166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.637303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.638623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.638727] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.677307] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_rules [ 777.677480] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 777.677612] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 with Priority: HIGHEST for action security_group_rules [ 777.677736] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 with Priority: HIGHEST for action security_group_members [ 777.677855] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 777.677968] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 777.678145] env[65850]: INFO networking_nsxv3.common.synchronization [req-b2f20e7b-d8da-41e0-92f3-d48ad3e90e91 req-66c1cc93-21db-4a17-983e-fb69ec3075a8 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: b651e339-a480-4243-8165-e579ea0f5f58 with Priority: HIGHEST for action port [ 777.678611] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_rules [ 777.678708] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 with Priority: HIGHEST for action security_group_rules [ 777.678810] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 777.679653] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b651e339-a480-4243-8165-e579ea0f5f58 with Priority: HIGHEST for action port [ 777.679653] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_rules [ 777.679653] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 777.679653] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 with Priority: HIGHEST for action security_group_members [ 777.679836] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.680731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.680731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.680731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.680995] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.684800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e6016ed-13dc-4a0c-a60f-c324303a72c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.684800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.684800] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.684800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b651e339-a480-4243-8165-e579ea0f5f58 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.684800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.684800] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b651e339-a480-4243-8165-e579ea0f5f58',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.686320] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.686375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.686409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.686804] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.688396] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.688513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.688651] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6016ed-13dc-4a0c-a60f-c324303a72c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.689309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.689989] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.704789] env[65850]: INFO networking_nsxv3.common.synchronization [None req-908c675d-1d3e-4e72-b91c-7d75f13f4fe4 None None] Enqueued Resource ID: 68b5e1d9-e217-49ff-8544-50f14928aabf with Priority: HIGHEST for action port [ 777.705388] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b5e1d9-e217-49ff-8544-50f14928aabf with Priority: HIGHEST for action port [ 777.705881] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-68b5e1d9-e217-49ff-8544-50f14928aabf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.706176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68b5e1d9-e217-49ff-8544-50f14928aabf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.711149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68b5e1d9-e217-49ff-8544-50f14928aabf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.711149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68b5e1d9-e217-49ff-8544-50f14928aabf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.711149] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b5e1d9-e217-49ff-8544-50f14928aabf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.140263] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.141914] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.145428] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.190429] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.190759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.191300] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6016ed-13dc-4a0c-a60f-c324303a72c2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.191300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.191526] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b651e339-a480-4243-8165-e579ea0f5f58 with status ACTIVE [ 778.193412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.193412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.193412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.193412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.193412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.193412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.193412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.193412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.193730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.193730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.193830] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.193920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.193981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.195303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.195398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.195487] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b651e339-a480-4243-8165-e579ea0f5f58 is going to be updated. [ 778.197544] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.198464] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.198670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.215026] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68b5e1d9-e217-49ff-8544-50f14928aabf [ 778.215026] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.215026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.215026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.215026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.215026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.215026] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68b5e1d9-e217-49ff-8544-50f14928aabf already deleted. [ 778.215026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68b5e1d9-e217-49ff-8544-50f14928aabf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.224420] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.224628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.225029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.225395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.225623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.225892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b651e339-a480-4243-8165-e579ea0f5f58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.407369] env[65850]: INFO networking_nsxv3.common.synchronization [req-9e31be45-6186-4167-ba2e-aabe7bd7210a req-843cb47c-ec42-406d-8a8c-7c86ab433d50 tempest-SecurityGroupRulesTestJSON-1333433730 tempest-SecurityGroupRulesTestJSON-1333433730-project-member] Enqueued Resource ID: f035ba70-3303-4949-9427-56c9b0854849 with Priority: HIGHEST for action security_group_rules [ 778.407983] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f035ba70-3303-4949-9427-56c9b0854849 with Priority: HIGHEST for action security_group_rules [ 778.408512] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f035ba70-3303-4949-9427-56c9b0854849 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.408512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f035ba70-3303-4949-9427-56c9b0854849" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.408512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f035ba70-3303-4949-9427-56c9b0854849" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.408829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f035ba70-3303-4949-9427-56c9b0854849" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.408829] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f035ba70-3303-4949-9427-56c9b0854849',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.644419] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.646888] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.647508] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.700227] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.700442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.700509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.701915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.701915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.701915] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be updated. [ 778.732321] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.732733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.733605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.733605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.733605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.746924] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 778.929222] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.929466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.929466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.929656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.929693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.929916] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f035ba70-3303-4949-9427-56c9b0854849 already deleted. [ 778.929916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f035ba70-3303-4949-9427-56c9b0854849" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.154203] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.154400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.154674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.154967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.154967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.155045] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 is going to be updated. [ 779.157476] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.159035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.159035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.159035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.159035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.159035] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 is going to be created. [ 779.159286] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.159382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.159452] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.159973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.159973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.159973] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 779.222072] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.222377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.222377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.224125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.224125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.234798] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.235032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.235201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.235507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.235710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.238778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.239030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.239030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.239185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.239342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.241283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 in Status: UNINITIALIZED for 2s [ 779.264710] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: IN_PROGRESS for 2s [ 779.265516] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 780.087460] env[65850]: INFO networking_nsxv3.common.synchronization [None req-4ed48af2-822f-4a73-8082-d2a8dd3bbfbc None None] Enqueued Resource ID: 33088186-2b8d-4777-9e31-39489c1c372b with Priority: HIGHEST for action port [ 780.088785] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33088186-2b8d-4777-9e31-39489c1c372b with Priority: HIGHEST for action port [ 780.090195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-33088186-2b8d-4777-9e31-39489c1c372b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.090358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33088186-2b8d-4777-9e31-39489c1c372b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.090647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33088186-2b8d-4777-9e31-39489c1c372b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.090949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33088186-2b8d-4777-9e31-39489c1c372b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.091736] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33088186-2b8d-4777-9e31-39489c1c372b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.593178] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33088186-2b8d-4777-9e31-39489c1c372b [ 780.593790] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.593942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.594067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.594386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.594516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.594662] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33088186-2b8d-4777-9e31-39489c1c372b already deleted. [ 780.594836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33088186-2b8d-4777-9e31-39489c1c372b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.758858] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 780.758974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.759169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.759432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.759743] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.759920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.760027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.760285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.760389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.760485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.760594] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.838494] env[65850]: INFO networking_nsxv3.common.synchronization [None req-3a4894ff-a323-4615-994e-0ba30f50c727 None None] Enqueued Resource ID: 0822860c-5446-4dc5-85a2-b0a689a69b64 with Priority: HIGHEST for action port [ 780.839170] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0822860c-5446-4dc5-85a2-b0a689a69b64 with Priority: HIGHEST for action port [ 780.839529] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-0822860c-5446-4dc5-85a2-b0a689a69b64 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.839654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0822860c-5446-4dc5-85a2-b0a689a69b64" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.839720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0822860c-5446-4dc5-85a2-b0a689a69b64" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.841169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0822860c-5446-4dc5-85a2-b0a689a69b64" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.841319] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0822860c-5446-4dc5-85a2-b0a689a69b64',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.255027] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 in Status: SUCCESS [ 781.255115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.255292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.255471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.256295] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.256295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.256295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.256295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.256295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.256295] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.265024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.265024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.265024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.265024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.265731] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.265731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.265731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.265731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.265731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.265731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.265952] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.277018] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 781.277290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.277891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.278121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.278466] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.278466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.278466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.278683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.278683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.278838] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.280936] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: SUCCESS [ 781.281166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.281629] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.281855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.282081] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.283031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.283031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.283031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.283031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.283031] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.346509] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0822860c-5446-4dc5-85a2-b0a689a69b64 [ 781.346764] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.346904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.346985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.347402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.347402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.347402] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0822860c-5446-4dc5-85a2-b0a689a69b64 already deleted. [ 781.347495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0822860c-5446-4dc5-85a2-b0a689a69b64" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.634325] env[65850]: INFO networking_nsxv3.common.synchronization [req-1cbf3f86-49d5-49e3-9088-7df91e844736 req-f4e7af21-dc6e-4b6d-9aef-68beabcc4212 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 781.634640] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 781.634961] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.636061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.637421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.637752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.638846] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.639103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.639230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.639537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.639685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.639867] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.757970] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 781.757970] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:1 started [ 781.758583] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.769976] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18b9cfe-1bc3-42bf-bff3-b776f43d118f: rpc.has_security_group_logging(os_id): False [ 781.786860] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.787896] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.790693] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.790693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.790693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.790693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.790693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.790693] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.790978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.790978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.791179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.791310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.791526] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.791693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.791760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.792396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.792396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.792396] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.792396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.792396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.792594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.792594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.792712] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be updated. [ 781.868031] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.868031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.868031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.868031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.868031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.885023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 782.121096] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.121336] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.121460] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.121772] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.122828] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.123090] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.123263] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.123593] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.123794] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.124655] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.124655] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.124655] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.124655] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.124655] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.124655] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.125056] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.142988] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.143189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.143258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.143480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.143580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.143785] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.143882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.143942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.144122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.144198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.144282] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 782.148157] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.148823] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.148823] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.148823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.149289] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-3f29ca84-a3d4-4dde-8420-f0c746b6555e taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.149411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-3f29ca84-a3d4-4dde-8420-f0c746b6555e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.149587] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-3f29ca84-a3d4-4dde-8420-f0c746b6555e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.149925] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-3f29ca84-a3d4-4dde-8420-f0c746b6555e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.150180] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f29ca84-a3d4-4dde-8420-f0c746b6555e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.178859] env[65850]: INFO networking_nsxv3.common.synchronization [req-31e76dea-54ef-4ee8-998e-1008c24e7672 req-7bb9c8d3-5c77-4960-ba28-d04c664e53e0 tempest-FloatingIPsAssociationNegativeTestJSON-481783010 tempest-FloatingIPsAssociationNegativeTestJSON-481783010-project-member] Enqueued Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGHEST for action security_group_members [ 782.179749] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.179749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.179972] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.180249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.181059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.182204] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGHEST for action security_group_members [ 782.182601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.182772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.182883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.183136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.183369] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.183530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.183671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.183873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.183996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.184362] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.196055] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 782.261134] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.290405] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.295060] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.367120] env[65850]: INFO networking_nsxv3.common.synchronization [req-9cb1ac01-6c79-41ad-af54-3888a9daa821 req-1e4929c0-5350-4ce5-a774-781dc9901cba tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 782.367398] env[65850]: INFO networking_nsxv3.common.synchronization [req-9cb1ac01-6c79-41ad-af54-3888a9daa821 req-1e4929c0-5350-4ce5-a774-781dc9901cba tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 with Priority: HIGHEST for action security_group_members [ 782.367596] env[65850]: INFO networking_nsxv3.common.synchronization [req-9cb1ac01-6c79-41ad-af54-3888a9daa821 req-1e4929c0-5350-4ce5-a774-781dc9901cba tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 782.368407] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGHEST for action security_group_members [ 782.368462] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 with Priority: HIGHEST for action security_group_members [ 782.369601] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 782.369601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.369601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.369601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e6016ed-13dc-4a0c-a60f-c324303a72c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.369601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.369939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.369939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.654360] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.654824] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.654824] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.654974] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.655139] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.655306] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 3f29ca84-a3d4-4dde-8420-f0c746b6555e not found, creating... [ 782.655587] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.655799] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.655866] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.656128] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.656593] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.656811] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.656980] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.657114] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.657340] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.657466] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.657600] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 3f29ca84-a3d4-4dde-8420-f0c746b6555e is going to be created. [ 782.681191] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.681191] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.681191] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.681191] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.681494] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.681494] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-3f29ca84-a3d4-4dde-8420-f0c746b6555e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.688749] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.688910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.688970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.689651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.692021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.692021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.692021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.692021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.692021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.692021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.692021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c is going to be updated. [ 782.722915] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.723191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.723191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.723628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.723783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.735557] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c in Status: IN_PROGRESS for 2s [ 782.764090] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.764229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.764229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.764403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.764491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.764587] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 is going to be updated. [ 782.793710] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.793922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.793922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.794174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.794270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.794370] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 782.797802] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.797802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.798074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.798074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.798271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.798271] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 is going to be updated. [ 782.820032] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.820032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.820032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.820032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.820032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.830600] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 in Status: IN_PROGRESS for 2s [ 782.872408] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.872611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.872652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.872888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.873013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.874901] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.875137] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.875243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.875469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.875642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.892452] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: IN_PROGRESS for 2s [ 782.893292] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 783.026102] env[65850]: INFO networking_nsxv3.common.synchronization [req-504cebf4-2ad3-40e6-b6c2-ff328f9aa6a2 req-37abd685-4759-4dfe-81b3-d6e92d7f9614 tempest-SecurityGroupRulesTestJSON-1333433730 tempest-SecurityGroupRulesTestJSON-1333433730-project-member] Enqueued Resource ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f with Priority: HIGHEST for action security_group_rules [ 783.026698] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f with Priority: HIGHEST for action security_group_rules [ 783.027017] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.027146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.027326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.027484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.027563] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b4038eb-c34a-46a8-a26b-0e88d25a9a9f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.118870] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c156b7d4-08b1-4d36-b456-3387471f5cb1 None None] Enqueued Resource ID: ecddcb9c-6ad0-4dd2-a271-b6782d003b8b with Priority: HIGHEST for action port [ 783.119405] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecddcb9c-6ad0-4dd2-a271-b6782d003b8b with Priority: HIGHEST for action port [ 783.119814] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecddcb9c-6ad0-4dd2-a271-b6782d003b8b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.119814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecddcb9c-6ad0-4dd2-a271-b6782d003b8b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.124147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecddcb9c-6ad0-4dd2-a271-b6782d003b8b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.124147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecddcb9c-6ad0-4dd2-a271-b6782d003b8b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.124147] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecddcb9c-6ad0-4dd2-a271-b6782d003b8b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.423505] env[65850]: INFO networking_nsxv3.common.synchronization [req-1cbf3f86-49d5-49e3-9088-7df91e844736 req-de222e6d-5bd3-4243-9be9-15b75d3b1650 service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 783.423700] env[65850]: INFO networking_nsxv3.common.synchronization [req-1cbf3f86-49d5-49e3-9088-7df91e844736 req-de222e6d-5bd3-4243-9be9-15b75d3b1650 service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 783.423838] env[65850]: INFO networking_nsxv3.common.synchronization [req-1cbf3f86-49d5-49e3-9088-7df91e844736 req-de222e6d-5bd3-4243-9be9-15b75d3b1650 service nova] Enqueued Resource ID: 3f29ca84-a3d4-4dde-8420-f0c746b6555e with Priority: HIGHEST for action port [ 783.424370] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 783.424529] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 783.424651] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f29ca84-a3d4-4dde-8420-f0c746b6555e with Priority: HIGHEST for action port [ 783.424955] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.425140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.425226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.425491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.425556] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.426535] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.426670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.426899] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f29ca84-a3d4-4dde-8420-f0c746b6555e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.427039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f29ca84-a3d4-4dde-8420-f0c746b6555e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.427136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f29ca84-a3d4-4dde-8420-f0c746b6555e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.427330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f29ca84-a3d4-4dde-8420-f0c746b6555e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.427445] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f29ca84-a3d4-4dde-8420-f0c746b6555e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.462819] env[65850]: INFO networking_nsxv3.common.synchronization [None req-07ddd9ea-7204-4d62-826d-f37ce7033f1d tempest-ServersV294TestFqdnHostnames-2114065503 tempest-ServersV294TestFqdnHostnames-2114065503-project-member] Enqueued Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_rules [ 783.463512] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_rules [ 783.463823] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d825670d-0727-4343-9f80-6b54192eb6c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.464765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.464765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.464765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.464765] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.550557] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.550794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.550914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.551166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.551300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.551420] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f already deleted. [ 783.551531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.569481] env[65850]: INFO networking_nsxv3.common.synchronization [None req-8ec8f87a-dfb4-4ce7-9bde-dc05b5ced9e4 tempest-ServersV294TestFqdnHostnames-2114065503 tempest-ServersV294TestFqdnHostnames-2114065503-project-member] Enqueued Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_rules [ 783.569481] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_rules [ 783.569903] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d825670d-0727-4343-9f80-6b54192eb6c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.569903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.623415] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecddcb9c-6ad0-4dd2-a271-b6782d003b8b [ 783.623564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.624677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.624677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.624677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.624677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.624677] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecddcb9c-6ad0-4dd2-a271-b6782d003b8b already deleted. [ 783.624677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecddcb9c-6ad0-4dd2-a271-b6782d003b8b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.898326] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 783.899117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.929760] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.930098] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f29ca84-a3d4-4dde-8420-f0c746b6555e with status ACTIVE [ 783.930266] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.930375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.930442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.930678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.932517] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.932517] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.932517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.932517] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f29ca84-a3d4-4dde-8420-f0c746b6555e is going to be updated. [ 783.958619] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.958880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.958953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.959290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.959493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.959721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f29ca84-a3d4-4dde-8420-f0c746b6555e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.962308] env[65850]: INFO networking_nsxv3.common.synchronization [req-daee027e-1935-4817-8caa-a7806bcef57f req-c0631b75-2cdb-4666-99f4-591aae827184 tempest-ImagesOneServerNegativeTestJSON-1789866826 tempest-ImagesOneServerNegativeTestJSON-1789866826-project-member] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 783.963270] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 783.963270] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.963270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.963407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.966009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.966009] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.966009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.966009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.966009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.966009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.966009] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.988107] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.988334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.988423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.988725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.988843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.988944] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d825670d-0727-4343-9f80-6b54192eb6c2 already deleted. [ 783.989044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.989195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.989368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.989451] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.208593] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 784.208800] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 784.208910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.212202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.212202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.212202] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.212202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.212202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.212202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.212202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.212202] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.362422] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.362607] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.362723] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.362985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.363249] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.363395] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.363504] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.363708] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.363843] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.364057] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.364163] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.364264] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.364363] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.364463] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.364561] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.364682] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.382826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.382990] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.383207] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.383591] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.383669] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-f2b03dc2-eb80-4787-a60e-870db980493a taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.383832] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-f2b03dc2-eb80-4787-a60e-870db980493a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.384008] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-f2b03dc2-eb80-4787-a60e-870db980493a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.384301] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-f2b03dc2-eb80-4787-a60e-870db980493a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.384469] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b03dc2-eb80-4787-a60e-870db980493a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.388337] env[65850]: INFO networking_nsxv3.common.synchronization [req-5aa2bf59-032a-45f1-96cb-4b1d13cbf395 req-3e6ef96f-5b7d-4536-8dd7-a18a6efec6e0 tempest-SecurityGroupRulesTestJSON-1333433730 tempest-SecurityGroupRulesTestJSON-1333433730-project-member] Enqueued Resource ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f with Priority: HIGHEST for action security_group_rules [ 784.388925] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f with Priority: HIGHEST for action security_group_rules [ 784.389129] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.389186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.389222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.389399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.389476] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b4038eb-c34a-46a8-a26b-0e88d25a9a9f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.466255] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.466434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.466591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.466873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.466945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.467193] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.467309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.467385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.467557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.467649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.469839] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 784.500304] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.500511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.500511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.500881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.500970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.511256] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.511471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.511583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.511772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.511940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.512056] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d825670d-0727-4343-9f80-6b54192eb6c2 already deleted. [ 784.512148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.512985] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 784.712483] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.746420] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c in Status: SUCCESS [ 784.746610] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c deletion is rescheduled due to dependency. [ 784.746725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.841289] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 in Status: SUCCESS [ 784.841289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.841289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.841869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.842166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.842166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.842315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.842420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.842502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.842800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.842800] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.844301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.844482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.844661] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.844770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.844835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.845085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.845167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.845273] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.886982] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.887352] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.887555] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.887842] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.887989] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.888229] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port f2b03dc2-eb80-4787-a60e-870db980493a not found, creating... [ 784.888502] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.888686] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.888952] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.889227] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.889370] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.889692] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.889849] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.889964] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.890184] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.890406] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.890546] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: f2b03dc2-eb80-4787-a60e-870db980493a is going to be created. [ 784.903031] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: SUCCESS [ 784.903379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.903379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.903595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.903745] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.903880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.903965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.904101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.904178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.904265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.904360] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.905186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.905358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.905514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.905618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.905678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.905820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.905899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.905986] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.909125] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.909297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.909297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.909579] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.909579] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.909676] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f already deleted. [ 784.909722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.910723] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 784.910723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.911276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.911448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.911610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.911711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.911801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.911943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.912034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.912120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.912213] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.912919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.913100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.913255] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.913357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.913416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.913556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.913631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.913715] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.915302] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.915504] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.915865] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.915865] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.915981] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.916401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-f2b03dc2-eb80-4787-a60e-870db980493a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.214872] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.347773] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e6016ed-13dc-4a0c-a60f-c324303a72c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.349743] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.349743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.349743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.349743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.349743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.349743] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.350301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.350301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.350301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.350301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.350301] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 is going to be deleted. [ 785.388655] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.388875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.388923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.389174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.389309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.389438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.409228] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.412258] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.412651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.412762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.413138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.413138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.413326] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.413385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.413471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.413617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.413691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.413828] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 is going to be updated. [ 785.419582] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.419710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.419944] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.443747] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.443905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.443978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.444210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.444349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.455075] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: IN_PROGRESS for 2s [ 785.635441] env[65850]: INFO networking_nsxv3.common.synchronization [req-daee027e-1935-4817-8caa-a7806bcef57f req-c5c13d0b-b14b-404d-987c-a4a30c6c0cef service nova] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_rules [ 785.635653] env[65850]: INFO networking_nsxv3.common.synchronization [req-daee027e-1935-4817-8caa-a7806bcef57f req-c5c13d0b-b14b-404d-987c-a4a30c6c0cef service nova] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 785.635815] env[65850]: INFO networking_nsxv3.common.synchronization [req-daee027e-1935-4817-8caa-a7806bcef57f req-c5c13d0b-b14b-404d-987c-a4a30c6c0cef service nova] Enqueued Resource ID: f2b03dc2-eb80-4787-a60e-870db980493a with Priority: HIGHEST for action port [ 785.637989] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_rules [ 785.638964] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 785.639193] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2b03dc2-eb80-4787-a60e-870db980493a with Priority: HIGHEST for action port [ 785.639883] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.640084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.640200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.640458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.640704] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.642064] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.642298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.642562] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2b03dc2-eb80-4787-a60e-870db980493a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.642758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2b03dc2-eb80-4787-a60e-870db980493a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.642893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2b03dc2-eb80-4787-a60e-870db980493a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.643649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2b03dc2-eb80-4787-a60e-870db980493a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.643649] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2b03dc2-eb80-4787-a60e-870db980493a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.719939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.719939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.719939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.719939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.719939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.719939] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 785.747998] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.747998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.747998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.748267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.748299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.757502] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 785.852457] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e6016ed-13dc-4a0c-a60f-c324303a72c2: rpc.has_security_group_logging(os_id): False [ 785.875454] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.877096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.877242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.877544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.877663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.878859] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.878859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.878859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.878859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.878859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.878859] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 is going to be created. [ 785.901477] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3e6016ed-13dc-4a0c-a60f-c324303a72c2], does not exist path=[/infra/domains/default/groups/3e6016ed-13dc-4a0c-a60f-c324303a72c2]."\n}' [ 785.901648] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3e6016ed-13dc-4a0c-a60f-c324303a72c2 [ 785.901723] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 785.914325] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4: rpc.has_security_group_logging(os_id): False [ 785.923367] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.935255] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.938541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.938541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.938541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.938541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.938541] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.938541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.938541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.938541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.938541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.938541] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 is going to be updated. [ 785.986898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.987613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.987703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.987950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.989354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.989699] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.989837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.989906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.990159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.990237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.990496] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.990594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.990675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.990859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.991059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.991059] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e6016ed-13dc-4a0c-a60f-c324303a72c2 is going to be created. [ 786.021715] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3e6016ed-13dc-4a0c-a60f-c324303a72c2], does not exist path=[/infra/domains/default/groups/3e6016ed-13dc-4a0c-a60f-c324303a72c2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3e6016ed-13dc-4a0c-a60f-c324303a72c2 [ 786.021899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e6016ed-13dc-4a0c-a60f-c324303a72c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.022439] env[65850]: Traceback (most recent call last): [ 786.022504] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 786.022504] env[65850]: return func(*args, **kwargs) [ 786.022504] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 786.022504] env[65850]: res.raise_for_status() [ 786.022504] env[65850]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 786.022504] env[65850]: raise HTTPError(http_error_msg, response=self) [ 786.022504] env[65850]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3e6016ed-13dc-4a0c-a60f-c324303a72c2 [ 786.022504] env[65850]: During handling of the above exception, another exception occurred: [ 786.022504] env[65850]: Traceback (most recent call last): [ 786.022504] env[65850]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 786.022504] env[65850]: listener.cb(fileno) [ 786.022504] env[65850]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 786.022504] env[65850]: result = function(*args, **kwargs) [ 786.022504] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 786.022504] env[65850]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 786.022504] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 786.022504] env[65850]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 786.022504] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 786.022504] env[65850]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 786.022504] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 786.022504] env[65850]: res.raise_for_status() [ 786.022504] env[65850]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 786.022504] env[65850]: raise HTTPError(http_error_msg, response=self) [ 786.022504] env[65850]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3e6016ed-13dc-4a0c-a60f-c324303a72c2 [ 786.022504] env[65850]: Removing descriptor: 5 [ 786.028332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.028477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.028548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.028858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.029018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.056994] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: IN_PROGRESS for 2s [ 786.146322] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146587] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2b03dc2-eb80-4787-a60e-870db980493a with status ACTIVE [ 786.146696] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.147436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.147551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.147740] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.147844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.147907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.148107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.148193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.148384] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.148478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.148539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.149445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.149536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.149630] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2b03dc2-eb80-4787-a60e-870db980493a is going to be updated. [ 786.174873] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.174873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.174873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.175195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.175782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.175983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2b03dc2-eb80-4787-a60e-870db980493a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.425038] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.427721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.427721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.427721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.427721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.427721] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 786.457374] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.457374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.457374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.457374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.457660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.469646] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 786.523299] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 786.523453] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 deletion is rescheduled due to dependency. [ 786.523502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.524059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.524601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.524871] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.525318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.527024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.527284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.527384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.527527] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.030176] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.359212] env[65850]: INFO networking_nsxv3.common.synchronization [req-b417f652-18fb-4c54-afc0-dea36bfe495c req-f2d78c14-9a8d-403a-a0b1-c29953aa798b tempest-ServerActionsV293TestJSON-1318918483 tempest-ServerActionsV293TestJSON-1318918483-project-member] Enqueued Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_members [ 787.359516] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_members [ 787.359879] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.360016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.361493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.361793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.362033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.362161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.362229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.362391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.362469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.362560] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.468610] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: SUCCESS [ 787.468610] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 deletion is rescheduled due to dependency. [ 787.468610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.535261] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.770028] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 787.770028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.770028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.770283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.770759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.770759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.770759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.771374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.771633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.771633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.771697] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.777913] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.778130] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-979" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.778250] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-979" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.778592] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-979" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.778953] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.780752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.781394] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.781708] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.781889] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.782167] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.782297] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.782420] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.782527] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.782656] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.782790] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.782960] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.806354] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.806354] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.806602] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.806653] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-979" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.807303] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.807518] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.807578] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.808191] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.808314] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa74e3c-da99-4a2a-85e5-ceb22c2188bf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.865334] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.865529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.865529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.865753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.865843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.866049] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.866157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.866240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.866353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.866429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.866506] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef already deleted. [ 787.866618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.953755] env[65850]: INFO networking_nsxv3.common.synchronization [req-f266dd54-fd67-49f5-b4f8-9b2fda4cc347 req-c9308cb0-3bfc-49fb-81e1-3b0298836749 tempest-SecurityGroupRulesTestJSON-1333433730 tempest-SecurityGroupRulesTestJSON-1333433730-project-member] Enqueued Resource ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f with Priority: HIGHEST for action security_group_rules [ 787.954565] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f with Priority: HIGHEST for action security_group_rules [ 787.954889] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.955034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.955108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.955333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.955416] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b4038eb-c34a-46a8-a26b-0e88d25a9a9f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.036624] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.036999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.036999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.037162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.037264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.037379] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 788.071393] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 in Status: SUCCESS [ 788.072618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.073589] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.073589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.073589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.073954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.074224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.085466] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 788.274565] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.274790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.274840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.275400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.275400] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.275673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.275673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.276730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.276730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.276730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.276730] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.276730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.276730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.277199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.277199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.277298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.277353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.277544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.277674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.277774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.277903] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.311536] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.311802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.312107] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.312935] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.312935] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.312935] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port aaa74e3c-da99-4a2a-85e5-ceb22c2188bf not found, creating... [ 788.313386] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.313951] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.313951] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.314248] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.314376] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.314672] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.314885] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.314949] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.315206] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.315344] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.315487] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: aaa74e3c-da99-4a2a-85e5-ceb22c2188bf is going to be created. [ 788.345503] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.345829] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.345910] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.346242] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.346511] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.346772] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.491893] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 788.492242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.492468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.492717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.492965] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.493138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.493204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.493396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.493515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.493671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.493832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.493923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.494014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.494216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.494389] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.494514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.494595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.494687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.494767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.494845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.495059] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.496912] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.497061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.497158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.499161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.499161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.499161] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b4038eb-c34a-46a8-a26b-0e88d25a9a9f already deleted. [ 788.499161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b4038eb-c34a-46a8-a26b-0e88d25a9a9f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.780601] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7770593b-1901-431e-a0bb-2110f1428769: rpc.has_security_group_logging(os_id): False [ 788.799137] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.799397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.799477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.799759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.841563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.841987] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.842267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.842379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.842714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.842856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.843282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.843489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.843578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.843850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.843970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.844296] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.844456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.844566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.844823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.844952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.845113] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 788.915696] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.916138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.916271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.916569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.916800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.938920] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 789.000250] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3632713-c3ff-46d0-bd94-712737a1d420: rpc.has_security_group_logging(os_id): False [ 789.021482] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.022395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.022395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.022395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.050309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.050309] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.050309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.050309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.051185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.051185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.051185] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.051185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.051441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.051441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.051543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.051916] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.052102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.052102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.052279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.052358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.052433] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 789.072773] env[65850]: INFO networking_nsxv3.common.synchronization [req-b417f652-18fb-4c54-afc0-dea36bfe495c req-461b0490-8f62-4de0-9b59-952ba40ce8c3 service nova] Enqueued Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_rules [ 789.072871] env[65850]: INFO networking_nsxv3.common.synchronization [req-b417f652-18fb-4c54-afc0-dea36bfe495c req-461b0490-8f62-4de0-9b59-952ba40ce8c3 service nova] Enqueued Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_members [ 789.072990] env[65850]: INFO networking_nsxv3.common.synchronization [req-b417f652-18fb-4c54-afc0-dea36bfe495c req-461b0490-8f62-4de0-9b59-952ba40ce8c3 service nova] Enqueued Resource ID: aaa74e3c-da99-4a2a-85e5-ceb22c2188bf with Priority: HIGHEST for action port [ 789.074993] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_rules [ 789.075201] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_members [ 789.075346] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa74e3c-da99-4a2a-85e5-ceb22c2188bf with Priority: HIGHEST for action port [ 789.075706] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.075850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.075923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.077370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.077370] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.077454] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.077633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.077737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.078281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.078522] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.078689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.079805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.079805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.079805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.079805] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.080685] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.080838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.080939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.081163] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.081281] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa74e3c-da99-4a2a-85e5-ceb22c2188bf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.137957] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.138163] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.138208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.138434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.138584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.158273] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 789.583769] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.584872] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.585014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.585704] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaa74e3c-da99-4a2a-85e5-ceb22c2188bf with status ACTIVE [ 789.585704] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.585704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.585704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.585942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.585993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.586177] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.586273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.586328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.586542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.586542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.586721] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.586815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.586878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.587401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.587533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.587627] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaa74e3c-da99-4a2a-85e5-ceb22c2188bf is going to be updated. [ 789.610966] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.611139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.611244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.611415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.611551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.611710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa74e3c-da99-4a2a-85e5-ceb22c2188bf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.715655] env[65850]: INFO networking_nsxv3.common.synchronization [req-85e0a6ab-71d4-4692-a823-e75cacce700a req-fee77229-cab4-4792-b455-6cbd461f7e3b tempest-ServersWithSpecificFlavorTestJSON-227808774 tempest-ServersWithSpecificFlavorTestJSON-227808774-project-member] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 789.716408] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 789.716669] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.716820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.716912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.717155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.717343] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.717522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.717788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.717788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.717904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.718014] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.743400] env[65850]: INFO networking_nsxv3.common.synchronization [None req-a459ef83-2d44-4ffd-b641-9a1288004828 None None] Enqueued Resource ID: f0895d55-319c-496a-be95-877c64098e50 with Priority: HIGHEST for action port [ 789.743758] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0895d55-319c-496a-be95-877c64098e50 with Priority: HIGHEST for action port [ 789.744148] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0895d55-319c-496a-be95-877c64098e50 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.744309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0895d55-319c-496a-be95-877c64098e50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.744348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0895d55-319c-496a-be95-877c64098e50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.744668] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0895d55-319c-496a-be95-877c64098e50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.744792] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0895d55-319c-496a-be95-877c64098e50',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.086828] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.099340] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 790.099574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.099743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.099939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.100133] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.100925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.100925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.100925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.100925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.100925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.100925] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.223812] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.223812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.223812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.223812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.249178] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0895d55-319c-496a-be95-877c64098e50 [ 790.249178] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.249178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.249178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.249178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.249178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.249178] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0895d55-319c-496a-be95-877c64098e50 already deleted. [ 790.249178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0895d55-319c-496a-be95-877c64098e50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.249480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.249673] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.249814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.249852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.250041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.251549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.251549] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be updated. [ 790.280874] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.280874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.280874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.281135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.281197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.294301] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: IN_PROGRESS for 2s [ 790.388374] env[65850]: INFO networking_nsxv3.common.synchronization [req-c864f919-c405-45fe-8c54-7963f61023d5 req-f8826ae9-ba22-4d4c-a012-990710b3c001 tempest-ServersNegativeTestJSON-2119566007 tempest-ServersNegativeTestJSON-2119566007-project-member] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 790.391110] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 790.391110] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.391110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.391110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.391110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.391110] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.391110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.391110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.391110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.391110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.391110] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.591587] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.591758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.591852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.592106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.592191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.592292] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef is going to be created. [ 790.603183] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.603385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.603439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.603628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.603783] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.603887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.603959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.604122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.604207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.604293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.604438] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.604527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.604624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.604774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.604875] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.604968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.605036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.605370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.605370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.605370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.605504] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.622182] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.622375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.622431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.622645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.622810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.635722] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef in Status: UNINITIALIZED for 2s [ 790.893939] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.962339] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 790.962339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.111145] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f5d6d30-be6b-428c-9909-dbe083411859: rpc.has_security_group_logging(os_id): False [ 791.134515] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.134736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.134826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.135112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.159464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.159910] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.160588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.160736] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.163063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.163063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.163063] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.163063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.163063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.163063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.163063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.163063] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 791.181817] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 791.182550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.250860] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.251062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.251138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.251434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.251648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.274190] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 791.397513] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.903806] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.903806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.903806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.903806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.903806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.903806] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be updated. [ 791.939523] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.940697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.940697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.943181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.943181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.957413] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 792.309908] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: SUCCESS [ 792.309908] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f deletion is rescheduled due to dependency. [ 792.310218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.649401] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef in Status: SUCCESS [ 792.649401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.649763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.649841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.652223] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.652223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.652223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.652223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.652223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.652223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.652223] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.029341] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1cf18ed8-a7c3-4a61-96f9-08e685a376e3 None None] Enqueued Resource ID: 43cc51da-b3b6-4277-962c-fcb17883592f with Priority: HIGHEST for action port [ 793.030360] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43cc51da-b3b6-4277-962c-fcb17883592f with Priority: HIGHEST for action port [ 793.030928] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-43cc51da-b3b6-4277-962c-fcb17883592f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.031195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43cc51da-b3b6-4277-962c-fcb17883592f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.031312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43cc51da-b3b6-4277-962c-fcb17883592f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.031620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43cc51da-b3b6-4277-962c-fcb17883592f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.031722] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43cc51da-b3b6-4277-962c-fcb17883592f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.157518] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.291359] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 793.291615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.538342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43cc51da-b3b6-4277-962c-fcb17883592f [ 793.538342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.538342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.538342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.538342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.538877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.538877] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43cc51da-b3b6-4277-962c-fcb17883592f already deleted. [ 793.538877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43cc51da-b3b6-4277-962c-fcb17883592f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.662029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef: rpc.has_security_group_logging(os_id): False [ 793.681652] env[65850]: INFO networking_nsxv3.common.synchronization [req-4a87b755-90e8-4cca-b491-7cc762c3c636 req-c3263fb5-6af9-4bac-b29e-d1dcc78f4fcc tempest-ServersAdminNegativeTestJSON-1196358161 tempest-ServersAdminNegativeTestJSON-1196358161-project-member] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 793.684149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.684149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.684149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.684149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.684149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.684149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.684149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.684149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.684149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.684149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.684149] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef is going to be created. [ 793.685605] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGHEST for action security_group_members [ 793.685910] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.686030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.686167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.686283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.686427] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.686893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.686972] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.687102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.687184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.687278] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.714379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.714379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.714379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.714379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.714379] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.754464] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.754705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.754912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.755214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.755550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.769165] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef in Status: IN_PROGRESS for 2s [ 793.967608] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 793.969424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.165253] env[65850]: INFO networking_nsxv3.common.synchronization [req-74754eaf-38eb-4c1a-953d-aee998fdc0c8 req-15c84e24-3293-437e-b0a1-c1af7ad53eb5 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 794.167211] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 794.168803] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.168992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.169100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.169578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.169578] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.169782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.169782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.169895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.169965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.170093] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.189868] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.190073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.190151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.190692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.197919] env[65850]: INFO networking_nsxv3.common.synchronization [req-74754eaf-38eb-4c1a-953d-aee998fdc0c8 req-15c84e24-3293-437e-b0a1-c1af7ad53eb5 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 794.197919] env[65850]: INFO networking_nsxv3.common.synchronization [req-74754eaf-38eb-4c1a-953d-aee998fdc0c8 req-15c84e24-3293-437e-b0a1-c1af7ad53eb5 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 794.197919] env[65850]: INFO networking_nsxv3.common.synchronization [req-74754eaf-38eb-4c1a-953d-aee998fdc0c8 req-15c84e24-3293-437e-b0a1-c1af7ad53eb5 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with Priority: HIGHEST for action port [ 794.197919] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 794.198449] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 794.198549] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with Priority: HIGHEST for action port [ 794.198888] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.199018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.199086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.199292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.199421] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.200271] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.200361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.200542] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.200640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.200710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.200922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.200995] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5bfb82-185b-4e18-9e2f-06c9e728e3cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.216085] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.221633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.221995] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.222274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.222404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.222688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.222829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.222964] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537042bf-36e4-4533-a653-225839aa6e6d is going to be updated. [ 794.262332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.262628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.262628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.262801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.262947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.274087] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: IN_PROGRESS for 2s [ 794.673145] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.703526] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.703526] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.704398] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with status ACTIVE [ 794.704398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.704398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.704398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.705014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.705014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.705014] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.705014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.705014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.705352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.705352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.705483] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.705577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.705659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.705783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.705858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.705948] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf is going to be updated. [ 794.719568] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.738383] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.738601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.738663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.738994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.739215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.739442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.843082] env[65850]: INFO networking_nsxv3.common.synchronization [req-116eb7df-c1a0-438d-a927-6544d1087cbf req-e365c025-6bf8-452c-958c-5254c0cb3c4a tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 794.843748] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 794.844111] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.844422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.844422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.845499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.845499] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.845499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.845499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.845499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.845499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.845499] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.176378] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.222691] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 795.222793] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 795.238100] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.238100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.238100] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.238100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.238100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.238100] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.238100] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.238100] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.238100] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.238826] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.238826] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.238826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.263128] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.263416] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.263511] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.263670] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.263994] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.264181] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.264319] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.264706] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.264846] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.352598] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.352822] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.352943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.353164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.385930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.386412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.386617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.386715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.387049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.388071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.388071] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 795.522027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.522274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.522365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.522626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.522716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.535259] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 795.679434] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.679748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.679748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.679907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.680070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.680122] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be updated. [ 795.716065] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.716065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.716065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.716350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.716350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.725615] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: IN_PROGRESS for 2s [ 795.767022] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.767270] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.767487] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.768139] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.768139] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.768139] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec not found, creating... [ 795.768386] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.768523] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.768636] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.769623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.769623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.769623] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.769623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.769623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.769969] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.769969] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.770649] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec is going to be created. [ 795.787418] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef in Status: SUCCESS [ 795.787657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.796952] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.797157] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.797277] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.797552] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.797768] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.797984] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.298101] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537042bf-36e4-4533-a653-225839aa6e6d in Status: SUCCESS [ 796.299017] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537042bf-36e4-4533-a653-225839aa6e6d deletion is rescheduled due to dependency. [ 796.299185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.367458] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.367839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.367839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.368578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.384062] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 796.385138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.386976] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 796.418700] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.419148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.419263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.426961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.430951] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 796.431136] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'fa5bfb82-185b-4e18-9e2f-06c9e728e3cf'} {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.431214] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 796.480364] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.480364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.480364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.480364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.481531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.482077] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 796.552910] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.553258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.553258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.554748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.554748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.554748] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 796.605082] env[65850]: INFO networking_nsxv3.common.synchronization [req-116eb7df-c1a0-438d-a927-6544d1087cbf req-29d6a629-c684-4ab9-9fd1-d2a745806be1 service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 796.605082] env[65850]: INFO networking_nsxv3.common.synchronization [req-116eb7df-c1a0-438d-a927-6544d1087cbf req-29d6a629-c684-4ab9-9fd1-d2a745806be1 service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 796.606293] env[65850]: INFO networking_nsxv3.common.synchronization [req-116eb7df-c1a0-438d-a927-6544d1087cbf req-29d6a629-c684-4ab9-9fd1-d2a745806be1 service nova] Enqueued Resource ID: dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec with Priority: HIGHEST for action port [ 796.606293] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 796.606293] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 796.606293] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec with Priority: HIGHEST for action port [ 796.607102] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.607102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.607102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.607396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.607557] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.608923] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.609117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.609842] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.610062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.610164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.610472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.610607] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.624696] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.624943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.626962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.626962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.627114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.627381] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 796.628116] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c5a1a3e3-9fe6-4c74-8e08-92662e443f4c', 'f3632713-c3ff-46d0-bd94-712737a1d420', 'bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca', '46cf2435-0322-408b-8054-7f24d3743019', '9f5d6d30-be6b-428c-9909-dbe083411859', '8aea0274-a51c-4dbe-a019-7846f7545ded', 'd18b9cfe-1bc3-42bf-bff3-b776f43d118f', '6edf3678-b2b9-4067-9d0c-427a42116d1c', '8f70212e-4fe5-46b1-8d96-747b561bbb99', 'b70e6589-5743-4504-b599-ed51bae02a6f', '473c770b-7f65-4f5f-9397-95e29db801f4', '721a5441-ede1-4dcb-ba72-0b3f197dc6f1', '091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01', '2d3b7ac6-0afd-4877-9c47-a1ad92b135ef', '2bded344-bebd-410a-8474-c316e5c8f1dd', '537042bf-36e4-4533-a653-225839aa6e6d', 'e74ce99f-0231-4a17-9124-9efcb74be50d', '9e48523e-a1bb-4ac4-917b-47bff133eddc', 'ac2c2e7a-718c-4b28-a865-78f8676c7c7f', '0cc35757-df9b-4e81-b6ac-c6b7129a8a96', '7770593b-1901-431e-a0bb-2110f1428769', 'f02ab9ad-0d9a-422c-bb5a-98653bd92d26', '1014e0d9-de00-420a-ab46-f67dcc94ad1e', '1a8c55f5-740e-4ff7-8210-aa2dffd55ee4', '96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c', '58b7f132-59b5-478e-b995-bf20d842aedb', '8631d824-d9ad-4527-a163-d746a770cdf2', '84fe49f1-4445-43b4-a6a8-edc99e943aa0', 'd8fcd1da-a79f-47dd-9a03-f7bec3c8e541', '0b227bdf-fac1-42af-a2c2-d99da09bfdda', 'a3486bc3-6f28-4484-ab6a-b239dbc87e0d', '261495dc-b9cf-453b-ad72-bc53810e5068', '9933ae54-8f70-4fa6-951e-7eb2f7df3c65'} {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.628293] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 796.651425] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.651692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.651757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.652620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.652620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.652620] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 796.652620] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.652620] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 796.737772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.738208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.738208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.738299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.739090] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.739342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 796.739423] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.739526] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 796.739588] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 796.739669] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with Priority: HIGH for action port [ 796.739767] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/33 resources of Type:Security Group Rules [ 796.739843] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGH for action security_group_rules [ 796.739917] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGH for action security_group_rules [ 796.739980] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGH for action security_group_rules [ 796.740068] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGH for action security_group_rules [ 796.740142] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGH for action security_group_rules [ 796.740197] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGH for action security_group_rules [ 796.740260] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGH for action security_group_rules [ 796.740342] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGH for action security_group_rules [ 796.740411] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGH for action security_group_rules [ 796.740474] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGH for action security_group_rules [ 796.740535] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGH for action security_group_rules [ 796.740617] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGH for action security_group_rules [ 796.740682] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGH for action security_group_rules [ 796.740743] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGH for action security_group_rules [ 796.740801] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGH for action security_group_rules [ 796.740917] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGH for action security_group_rules [ 796.740992] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGH for action security_group_rules [ 796.741076] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGH for action security_group_rules [ 796.741137] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGH for action security_group_rules [ 796.741248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.112942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.115282] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec with status ACTIVE [ 797.115282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.115282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.115282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.115282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.116146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.116146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.116146] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec is going to be updated. [ 797.141552] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.141552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.141552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.141552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.141552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.141552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb6ce62-c7ed-40fa-9b79-5ec000b3f1ec" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.547604] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 797.547916] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 deletion is rescheduled due to dependency. [ 797.548078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.548341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.548615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.548831] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.549010] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.549064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.549245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.549372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.549477] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.737651] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 797.737876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.739606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.739606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.739606] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.739606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.739606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.739606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.739606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.739606] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.054945] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.259813] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.557822] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.766025] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.062411] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.062411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.062411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.062684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.062684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.062684] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 799.098385] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.098385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.098385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.098385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.098385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.110257] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 799.271920] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.272197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.272283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.272521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.272607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.272714] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be updated. [ 799.319707] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.319985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.320124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.320305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.320457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.332650] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: IN_PROGRESS for 2s [ 799.875953] env[65850]: INFO networking_nsxv3.common.synchronization [req-ec552949-980d-4578-a896-064eb43976a3 req-ae83569f-30d9-45cc-b882-3b4477f21d1a tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 799.876701] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 799.876922] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with Priority: HIGH for action port [ 799.877351] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGH for action security_group_rules [ 799.877622] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGH for action security_group_rules [ 799.878808] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGH for action security_group_rules [ 799.879139] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGH for action security_group_rules [ 799.879779] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc with Priority: HIGH for action security_group_rules [ 799.879969] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGH for action security_group_rules [ 799.880148] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537042bf-36e4-4533-a653-225839aa6e6d with Priority: HIGH for action security_group_rules [ 799.880350] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 with Priority: HIGH for action security_group_rules [ 799.880484] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bded344-bebd-410a-8474-c316e5c8f1dd with Priority: HIGH for action security_group_rules [ 799.880659] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGH for action security_group_rules [ 799.880784] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473c770b-7f65-4f5f-9397-95e29db801f4 with Priority: HIGH for action security_group_rules [ 799.880942] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e6589-5743-4504-b599-ed51bae02a6f with Priority: HIGH for action security_group_rules [ 799.881073] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 with Priority: HIGH for action security_group_rules [ 799.881207] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c with Priority: HIGH for action security_group_rules [ 799.881390] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGH for action security_group_rules [ 799.881694] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGH for action security_group_rules [ 799.881899] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGH for action security_group_rules [ 799.882044] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGH for action security_group_rules [ 799.882172] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca with Priority: HIGH for action security_group_rules [ 799.882581] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.882881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.882974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.883277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.883448] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.883598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.883634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.884033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.884129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.884225] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.885439] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.885607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.885717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.885957] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.886136] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5bfb82-185b-4e18-9e2f-06c9e728e3cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.887477] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.887777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.887777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.887936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.888031] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.888942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.889069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.889136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.889285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.889405] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.893302] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.893450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.893497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.893724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.893798] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.894879] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.894989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.895071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.895225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.895296] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.896192] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e48523e-a1bb-4ac4-917b-47bff133eddc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.896299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.896366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.896514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.897136] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e48523e-a1bb-4ac4-917b-47bff133eddc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.897480] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74ce99f-0231-4a17-9124-9efcb74be50d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.897653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.897715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.897871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.897984] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.898747] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537042bf-36e4-4533-a653-225839aa6e6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.899024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.899024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.899181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.899254] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537042bf-36e4-4533-a653-225839aa6e6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.900054] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.900154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.900224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.900374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.900440] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.901282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bded344-bebd-410a-8474-c316e5c8f1dd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.901486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.901552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.901697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.901766] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bded344-bebd-410a-8474-c316e5c8f1dd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.901993] env[65850]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 799.902665] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.902762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.902860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.902967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.903051] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.903848] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-473c770b-7f65-4f5f-9397-95e29db801f4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.903956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.904036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.904189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.904259] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('473c770b-7f65-4f5f-9397-95e29db801f4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.905049] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70e6589-5743-4504-b599-ed51bae02a6f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.905268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.905347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.905498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.905565] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70e6589-5743-4504-b599-ed51bae02a6f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.906374] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f70212e-4fe5-46b1-8d96-747b561bbb99 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.906483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.906545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.906687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.906757] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f70212e-4fe5-46b1-8d96-747b561bbb99',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.907567] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edf3678-b2b9-4067-9d0c-427a42116d1c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.907673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.907737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.907888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.907958] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edf3678-b2b9-4067-9d0c-427a42116d1c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.910388] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.910522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.910593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.910758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.910865] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.911843] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.911959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.912070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.912291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.912406] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.913271] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.913384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.913450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.913614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.913664] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.914505] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.914599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.914778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.914884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.914929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.915097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.915171] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.926828] env[65850]: INFO networking_nsxv3.common.synchronization [req-7bc71362-3075-46fd-9717-e3946b5b62d8 req-70c4b75d-fc66-4033-8695-3090a7019dd7 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 799.928074] env[65850]: INFO networking_nsxv3.common.synchronization [req-7bc71362-3075-46fd-9717-e3946b5b62d8 req-70c4b75d-fc66-4033-8695-3090a7019dd7 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 799.928271] env[65850]: INFO networking_nsxv3.common.synchronization [req-7bc71362-3075-46fd-9717-e3946b5b62d8 req-70c4b75d-fc66-4033-8695-3090a7019dd7 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 799.928359] env[65850]: INFO networking_nsxv3.common.synchronization [req-7bc71362-3075-46fd-9717-e3946b5b62d8 req-70c4b75d-fc66-4033-8695-3090a7019dd7 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with Priority: HIGHEST for action port [ 799.934195] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 799.934373] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_rules [ 799.934503] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with Priority: HIGHEST for action port [ 799.939905] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.940076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.940345] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.940459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.941569] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.941699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.378466] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.378634] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.378749] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.379119] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.379395] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.379536] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.379701] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.379862] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.380096] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.380224] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.380359] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.380439] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.380540] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.380641] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.380741] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.380868] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.405431] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.405612] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.405752] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.405933] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.406391] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-bfee40af-3954-426e-8b2c-e0d58955b576 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.406572] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-bfee40af-3954-426e-8b2c-e0d58955b576" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.406692] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-bfee40af-3954-426e-8b2c-e0d58955b576" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.407019] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-bfee40af-3954-426e-8b2c-e0d58955b576" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.407160] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfee40af-3954-426e-8b2c-e0d58955b576',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.407524] env[65850]: WARNING oslo_messaging._drivers.amqpdriver [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 800.417324] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.417499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.417568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.417770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.417940] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.418196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.418260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.418418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.418503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.418590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.418676] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.420009] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.420155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.420313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.420481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.421043] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.421139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.421197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.421366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.421463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.421558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.421644] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.423039] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.424514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.424514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.424514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.424514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.424514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.424514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.424514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.424514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.424514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.424514] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a already deleted. [ 800.424925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.424925] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with status ACTIVE [ 800.424925] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.425039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.425076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.425285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.425942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.425942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.425942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.425942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.425942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.425942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.426238] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.426238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.426238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.426356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.426356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.426420] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf is going to be updated. [ 800.451056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.451251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.451322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.451537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.451674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.451836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.451985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.452167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.452248] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa5bfb82-185b-4e18-9e2f-06c9e728e3cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.461941] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.462128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.462213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.462428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.462641] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.462785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.462878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.463181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.463313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.463449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.463586] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.466354] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.466479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.466550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.466717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.466895] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.467061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.467196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.467297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.467380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.467466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.469188] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.470538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.470682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.470748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.470920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.471192] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.471351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.471444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.471639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.471746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.471855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.471967] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.483616] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.483817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.483888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.484119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.484546] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.486428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.486428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.486428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.486428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.486428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.486428] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.486428] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.486428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.486428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.486903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.486903] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.488916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.488916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.488916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.488916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.488916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.488916] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.489565] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74ce99f-0231-4a17-9124-9efcb74be50d taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.489675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.489736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.489894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.490080] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.490144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.490281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.491569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.491569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.491569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.491569] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.509072] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.509314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.509314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.509676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.517696] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.517901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.529086] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.529325] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.530036] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.530166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.573348] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.573548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.574695] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.574789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.576452] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.576573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.577297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.577399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.578180] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.578325] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.579244] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.579370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.580482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.580599] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edf3678-b2b9-4067-9d0c-427a42116d1c is going to be deleted. [ 800.581596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.581816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.609480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.609480] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f70212e-4fe5-46b1-8d96-747b561bbb99 is going to be deleted. [ 800.609859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.610139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.632269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.632563] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01 is going to be deleted. [ 800.633475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.633758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.657969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.658227] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537042bf-36e4-4533-a653-225839aa6e6d is going to be deleted. [ 800.659645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.662411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.664677] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.664854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.699051] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.699269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.701675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.701675] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be deleted. [ 800.702540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.702540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.738965] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.739136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.740018] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.740104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.775598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.775598] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca is going to be deleted. [ 800.775598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.775598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.836172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.836541] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70e6589-5743-4504-b599-ed51bae02a6f is going to be deleted. [ 800.838034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.838984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.840256] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.840354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.859390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.859551] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e48523e-a1bb-4ac4-917b-47bff133eddc is going to be deleted. [ 800.860627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.860865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.899983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.900314] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bded344-bebd-410a-8474-c316e5c8f1dd is going to be deleted. [ 800.901227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.901371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.910834] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.911114] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.911236] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.911543] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.911697] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.912064] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port bfee40af-3954-426e-8b2c-e0d58955b576 not found, creating... [ 800.912542] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.912769] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.912840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.913076] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.913218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.913508] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.913669] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.913794] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.914040] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.914185] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.914321] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: bfee40af-3954-426e-8b2c-e0d58955b576 is going to be created. [ 800.925910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.926073] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 473c770b-7f65-4f5f-9397-95e29db801f4 is going to be deleted. [ 800.927350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.927573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.927671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.927794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edf3678-b2b9-4067-9d0c-427a42116d1c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.928602] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.928709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.928780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.928966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.929061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.929180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcad0c2-bc6e-4aad-ac12-fcc52c4edcca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.929386] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.930361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.930543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.930628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.930749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f70212e-4fe5-46b1-8d96-747b561bbb99" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.931461] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.931578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.931643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.931798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.932702] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.932702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.932702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.932702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.932702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.932702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.932702] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.933082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.933082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.933082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933403] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.933403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.933403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.933403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.933546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.933612] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.934409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.934575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.934658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.934774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537042bf-36e4-4533-a653-225839aa6e6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.935157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.935313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.935392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.935497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-091e4fd1-dcf3-40ae-9ff3-639fbbdb2b01" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.935615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.935754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.935835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.935925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.956453] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa5bfb82-185b-4e18-9e2f-06c9e728e3cf with status ACTIVE [ 800.956729] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.956873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.956947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.957226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.957346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.957644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.957707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.957743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.957909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.958010] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.958245] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.958344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.958415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.958566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.958671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.958767] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa5bfb82-185b-4e18-9e2f-06c9e728e3cf is going to be updated. [ 800.968988] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.969215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.969261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.969455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.969618] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.970597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.970597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.970597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.970597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.970597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.970597] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.970597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.970597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.970597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.970990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.970990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.970990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.970990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.971142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.971177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.971259] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.975185] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.976142] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.976275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.976346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.976808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.976808] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.976808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.976808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.977018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.977061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.977123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.977261] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.977370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.977413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.977539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.977669] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.977757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.977815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.977946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.978036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.978589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.978589] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.981870] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.981870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.981870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.982764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.982764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.982764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e48523e-a1bb-4ac4-917b-47bff133eddc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.983943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.984145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.984257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.984886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.984886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.984886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70e6589-5743-4504-b599-ed51bae02a6f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.987869] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.987869] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.987869] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.988204] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.988928] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.988928] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-bfee40af-3954-426e-8b2c-e0d58955b576" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.999042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.999315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.999597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.000037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.000037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.000181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.000181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.000372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.000493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.000611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.000822] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.000963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.001104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.001287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.001456] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.001589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.001698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.001889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.001995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.002125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.002318] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.004085] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.004880] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.016917] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.017201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.017201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.017728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.017728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.017728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa5bfb82-185b-4e18-9e2f-06c9e728e3cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.103381] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.103607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.103607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.103807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.103904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.104195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bded344-bebd-410a-8474-c316e5c8f1dd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.144129] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 801.144362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.144566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.144799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.145015] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.145142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.145207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.145374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.145587] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.145698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.145805] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.195037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.195037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.195037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.195300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.195335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.196032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-473c770b-7f65-4f5f-9397-95e29db801f4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.347426] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 801.347810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.348108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.348472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.348739] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.348932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.349049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.349299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.349428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.349562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.349723] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.351049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.351256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.351503] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.351732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.351832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.352058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.352193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.352343] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.436124] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aea0274-a51c-4dbe-a019-7846f7545ded: rpc.has_security_group_logging(os_id): False [ 801.437776] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3632713-c3ff-46d0-bd94-712737a1d420: rpc.has_security_group_logging(os_id): False [ 801.460635] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.460635] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.460635] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.460853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.464135] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.464135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.476864] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f5d6d30-be6b-428c-9909-dbe083411859: rpc.has_security_group_logging(os_id): False [ 801.483963] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721a5441-ede1-4dcb-ba72-0b3f197dc6f1: rpc.has_security_group_logging(os_id): False [ 801.487669] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46cf2435-0322-408b-8054-7f24d3743019: rpc.has_security_group_logging(os_id): False [ 801.495070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.495070] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.495070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.495070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.496469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.496608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.496832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.497921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.497921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.497921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.497921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.497921] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.497921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.497921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.497921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.497921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.497921] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 801.499087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.499773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.505009] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18b9cfe-1bc3-42bf-bff3-b776f43d118f: rpc.has_security_group_logging(os_id): False [ 801.506152] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef: rpc.has_security_group_logging(os_id): False [ 801.507056] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e74ce99f-0231-4a17-9124-9efcb74be50d: rpc.has_security_group_logging(os_id): False [ 801.519612] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.519822] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.522526] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.522691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.523514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.523514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.525293] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.525394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.526156] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.526247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.528742] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.529019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.529856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.530168] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.530281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.530354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.530602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.530710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.530806] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be updated. [ 801.532301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.532662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.560619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.561015] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.561179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.561240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.561448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.561532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.561742] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.561844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.561920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.562163] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.562249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.562908] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.562908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.562908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.562908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.562908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.562908] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be updated. [ 801.564042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.564174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.587330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.587700] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.587840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.587933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.588218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.588321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.588545] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.588674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.588770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.588960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.589050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.589262] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.589359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.589439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.589716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.589716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.589822] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 801.591285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.591357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.605815] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.606217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.614679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.615015] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.615117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.615183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.615403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.615466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.615574] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef is going to be updated. [ 801.617274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.617274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.641732] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.642543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.648441] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.648678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.648678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.648906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.649123] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.649201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.649253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.649418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.649505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.649596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.649746] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.649840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.649900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.650051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.650339] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.650419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.650474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.650677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.650756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.650839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.651074] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.653022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.653867] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.653867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.653867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.653867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.653867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.653867] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 is going to be updated. [ 801.655023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.655186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.671878] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.672103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.681045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.681045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.681045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.681045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.681530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.681530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.681530] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be updated. [ 801.682426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.682729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.698612] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.698612] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.710111] env[65850]: INFO networking_nsxv3.common.synchronization [req-ec552949-980d-4578-a896-064eb43976a3 req-06ae4d35-cd6f-458a-8022-6d131838d2a2 service nova] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 801.710403] env[65850]: INFO networking_nsxv3.common.synchronization [req-ec552949-980d-4578-a896-064eb43976a3 req-06ae4d35-cd6f-458a-8022-6d131838d2a2 service nova] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 801.710475] env[65850]: INFO networking_nsxv3.common.synchronization [req-ec552949-980d-4578-a896-064eb43976a3 req-06ae4d35-cd6f-458a-8022-6d131838d2a2 service nova] Enqueued Resource ID: bfee40af-3954-426e-8b2c-e0d58955b576 with Priority: HIGHEST for action port [ 801.711167] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 801.711330] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 801.711438] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfee40af-3954-426e-8b2c-e0d58955b576 with Priority: HIGHEST for action port [ 801.711751] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.711872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.712059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.712240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.712321] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.713291] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.713420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.713420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.713583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.713722] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.713815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.713879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.714104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.714104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.714268] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.715175] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfee40af-3954-426e-8b2c-e0d58955b576 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.715175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfee40af-3954-426e-8b2c-e0d58955b576" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.715175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfee40af-3954-426e-8b2c-e0d58955b576" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.716206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfee40af-3954-426e-8b2c-e0d58955b576" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.716206] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfee40af-3954-426e-8b2c-e0d58955b576',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.723352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.724027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.724027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.724027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.724027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.724277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.724277] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74ce99f-0231-4a17-9124-9efcb74be50d is going to be updated. [ 801.725229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.725408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.725550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.729817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.729942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.730106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.734154] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.734325] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.734369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.734532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.734674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.736491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.736685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.736897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.738064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.738783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.738783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.809716] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef in Status: IN_PROGRESS for 2s [ 801.814798] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: IN_PROGRESS for 2s [ 801.824516] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 801.837819] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: IN_PROGRESS for 2s [ 801.853769] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.853905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.853905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.854594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.854594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.855423] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.856332] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.869539] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.869711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.869754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.869975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.870160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.898041] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: IN_PROGRESS for 2s [ 801.900264] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 801.900575] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 801.922436] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.922583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.922680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.922875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.923031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.961524] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: IN_PROGRESS for 2s [ 802.161459] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fe49f1-4445-43b4-a6a8-edc99e943aa0: rpc.has_security_group_logging(os_id): False [ 802.181086] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.181382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.181382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.181593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.201475] env[65850]: INFO networking_nsxv3.common.synchronization [req-d19386f6-5b04-4529-acaa-5476f8f2efac req-bb93c267-c563-4822-a670-41c03dc9c40f tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 802.202629] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.203057] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.203057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.203301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.203606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.203814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.204136] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.204307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.204419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.204653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.204797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.205077] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.205244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.205361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.205551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.205673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.206642] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 802.207592] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 802.207976] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.208227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.208409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.208697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.208952] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.209134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.209236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.209436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.209556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.209679] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.217171] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.221221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.221458] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfee40af-3954-426e-8b2c-e0d58955b576 with status ACTIVE [ 802.221693] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.222012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.222012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.222116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.222197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.222396] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.222497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.222560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.222716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.222801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.223059] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.223167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.223231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.223380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.223452] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.223538] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfee40af-3954-426e-8b2c-e0d58955b576 is going to be updated. [ 802.225334] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.258094] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.258276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.258543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.258838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.259084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.259808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfee40af-3954-426e-8b2c-e0d58955b576" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.302718] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.302879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.302950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.303192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.303374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.340254] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 802.358024] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.359102] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a1a3e3-9fe6-4c74-8e08-92662e443f4c: rpc.has_security_group_logging(os_id): False [ 802.405958] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.406182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.406298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.406555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.457610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.457741] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.457903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.457903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.458156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.458269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.458398] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be updated. [ 802.566451] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.566645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.566687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.566934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.567128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.586756] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: IN_PROGRESS for 2s [ 802.673609] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.673967] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.674204] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.674626] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.675083] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.675312] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.675588] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.676085] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.676377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.676815] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.677065] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.677325] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.677536] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.677798] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.677999] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.678249] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.712880] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.713269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.713383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.714063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.728759] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.731279] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.732892] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.732892] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.732892] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.732892] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-42e29c6b-7ab6-4133-989a-f099bb406e7c taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.732892] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-42e29c6b-7ab6-4133-989a-f099bb406e7c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.732892] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-42e29c6b-7ab6-4133-989a-f099bb406e7c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.733857] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-42e29c6b-7ab6-4133-989a-f099bb406e7c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.735605] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e29c6b-7ab6-4133-989a-f099bb406e7c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.745663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.745663] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.745663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.745663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.745663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.745663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.745663] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 802.789959] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.790180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.790268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.790529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.790691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.803863] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 802.862115] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.863320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.863320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.863320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.863320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.863320] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be updated. [ 802.891858] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.892113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.892168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.892707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.893081] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.903692] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: IN_PROGRESS for 2s [ 803.237620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.237838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.237838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.238107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.238208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.238311] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be created. [ 803.239872] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.240110] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.240252] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.240520] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.240673] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.241404] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 42e29c6b-7ab6-4133-989a-f099bb406e7c not found, creating... [ 803.241705] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.241874] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.242029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.242269] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.242413] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.242709] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.242868] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.243115] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.243500] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.243595] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.243739] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 42e29c6b-7ab6-4133-989a-f099bb406e7c is going to be created. [ 803.265857] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.266166] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.266297] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.266651] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.266887] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.267227] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-42e29c6b-7ab6-4133-989a-f099bb406e7c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.287077] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.287177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.287212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.291030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.291030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.307535] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: UNINITIALIZED for 2s [ 803.640763] env[65850]: INFO networking_nsxv3.common.synchronization [None req-2171d785-f9a2-438d-bf50-3f9d5fd132f3 None None] Enqueued Resource ID: 96bc39bb-c209-447d-ae43-328cbb1ddcbb with Priority: HIGHEST for action port [ 803.641152] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96bc39bb-c209-447d-ae43-328cbb1ddcbb with Priority: HIGHEST for action port [ 803.641922] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-96bc39bb-c209-447d-ae43-328cbb1ddcbb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.646029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96bc39bb-c209-447d-ae43-328cbb1ddcbb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.646029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96bc39bb-c209-447d-ae43-328cbb1ddcbb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.646029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96bc39bb-c209-447d-ae43-328cbb1ddcbb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.646029] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96bc39bb-c209-447d-ae43-328cbb1ddcbb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.826290] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef in Status: SUCCESS [ 803.826290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.830391] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: SUCCESS [ 803.830566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.842416] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 803.843654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.849395] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 803.849634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.916190] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: SUCCESS [ 803.916543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.917238] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 803.917422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.920743] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 803.920915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.964944] env[65850]: INFO networking_nsxv3.common.synchronization [req-d19386f6-5b04-4529-acaa-5476f8f2efac req-9972a99c-2c9c-43c3-9a46-ef38bcc5e126 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 803.965332] env[65850]: INFO networking_nsxv3.common.synchronization [req-d19386f6-5b04-4529-acaa-5476f8f2efac req-9972a99c-2c9c-43c3-9a46-ef38bcc5e126 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 803.965560] env[65850]: INFO networking_nsxv3.common.synchronization [req-d19386f6-5b04-4529-acaa-5476f8f2efac req-9972a99c-2c9c-43c3-9a46-ef38bcc5e126 service nova] Enqueued Resource ID: 42e29c6b-7ab6-4133-989a-f099bb406e7c with Priority: HIGHEST for action port [ 803.965927] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 803.966423] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 803.966533] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e29c6b-7ab6-4133-989a-f099bb406e7c with Priority: HIGHEST for action port [ 803.967182] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.967311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.967380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.967581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.967658] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.968549] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.968762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.968967] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-42e29c6b-7ab6-4133-989a-f099bb406e7c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.969101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42e29c6b-7ab6-4133-989a-f099bb406e7c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.969170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42e29c6b-7ab6-4133-989a-f099bb406e7c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.969343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42e29c6b-7ab6-4133-989a-f099bb406e7c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.969416] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e29c6b-7ab6-4133-989a-f099bb406e7c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.976805] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: SUCCESS [ 803.977030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.149199] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96bc39bb-c209-447d-ae43-328cbb1ddcbb [ 804.149199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.149199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.149199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.149199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.149199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.149460] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96bc39bb-c209-447d-ae43-328cbb1ddcbb already deleted. [ 804.149460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96bc39bb-c209-447d-ae43-328cbb1ddcbb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.357711] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 804.358506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.473543] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.473543] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42e29c6b-7ab6-4133-989a-f099bb406e7c with status ACTIVE [ 804.473543] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.473543] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.473543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.477368] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.477553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.477623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.477872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.478013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.478939] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42e29c6b-7ab6-4133-989a-f099bb406e7c is going to be updated. [ 804.505127] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.505269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.505338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.505622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.505789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.507066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42e29c6b-7ab6-4133-989a-f099bb406e7c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.606173] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 804.606173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.606173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.606173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.606173] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.816612] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 804.816612] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 804.816696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.816977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.817296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.817561] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.817728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.817826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.818069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.821036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.821036] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.915044] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 804.915281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.108959] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.109628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.109628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.109835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.110042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.110736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.110736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.110736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.110736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.110736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.110736] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.317060] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 805.317627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.317998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.318374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.319011] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.319011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.319011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.320019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.320019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.320019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.320019] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.321853] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.617385] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.823024] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.826408] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.120422] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a1a3e3-9fe6-4c74-8e08-92662e443f4c: rpc.has_security_group_logging(os_id): False [ 806.156282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.156282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.156282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.156937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.157227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.158762] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.158762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.158762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.158762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.158762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.158762] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be updated. [ 806.266330] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.266330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.266330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.266330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.266330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.309252] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: IN_PROGRESS for 2s [ 806.328750] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aada36fa-9152-4c9f-9ba4-36f3250cc53a: rpc.has_security_group_logging(os_id): False [ 806.330458] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.330458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.330736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.330813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.330907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.331102] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 806.361412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.362079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.362664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.362920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.363028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.363515] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.363659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.363722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.363911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.363973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.364091] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be created. [ 806.403037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.403209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.403382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.403605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.403928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.414144] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 806.479576] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.479775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.479841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.480159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.480914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.496607] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 807.014759] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6586b614-5286-4bfd-971f-6743f7d33114 None None] Enqueued Resource ID: cdf151c1-375e-4e3c-9282-6d7a5bda0245 with Priority: HIGHEST for action port [ 807.016058] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf151c1-375e-4e3c-9282-6d7a5bda0245 with Priority: HIGHEST for action port [ 807.016285] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf151c1-375e-4e3c-9282-6d7a5bda0245 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.016442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf151c1-375e-4e3c-9282-6d7a5bda0245" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.016574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf151c1-375e-4e3c-9282-6d7a5bda0245" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.016892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf151c1-375e-4e3c-9282-6d7a5bda0245" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.017034] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf151c1-375e-4e3c-9282-6d7a5bda0245',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.522883] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdf151c1-375e-4e3c-9282-6d7a5bda0245 [ 807.523342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.523499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.523566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.523989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.524061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.524218] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdf151c1-375e-4e3c-9282-6d7a5bda0245 already deleted. [ 807.524365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf151c1-375e-4e3c-9282-6d7a5bda0245" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.327421] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 808.327421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.327759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.329181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.329181] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.425732] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 808.425917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.426118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.426349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.426533] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.426650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.426712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.426856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.426927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.427023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.428621] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.513035] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 808.514139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.831243] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.831557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.831557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.831682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.832213] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.832213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.832213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.832213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.832463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.832463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.832463] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.894725] env[65850]: INFO networking_nsxv3.common.synchronization [req-0581b904-5180-4af0-8069-d37da35cad05 req-5df93a42-db85-4b1b-b7c7-3be93d10bbe6 tempest-AttachInterfacesUnderV243Test-333072798 tempest-AttachInterfacesUnderV243Test-333072798-project-member] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 808.895675] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGHEST for action security_group_members [ 808.896115] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.896282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.896379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.896612] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.896799] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.896930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.897023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.897212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.897334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.897457] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.930098] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.930395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.930395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.930570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.930741] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.930839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.930902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.931151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.931243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.931316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.931464] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.931678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.931678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.931876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.932057] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.932296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.932376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.932661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.932661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.933015] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.933015] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.336093] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.400418] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.400663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.400749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.401102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.403614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.404251] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.404461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.404556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.404853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.404976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.405107] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be updated. [ 809.435250] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8631d824-d9ad-4527-a163-d746a770cdf2: rpc.has_security_group_logging(os_id): False [ 809.444402] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.445029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.445029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.445029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.445029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.456446] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.457444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.457507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.458866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.458866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.458866] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.458866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.458866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.458866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.458866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.458866] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.458866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.458866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.459416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.459416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.459732] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.460034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.460114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.460308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.460418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.460560] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 809.462751] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: IN_PROGRESS for 2s [ 809.527928] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.528357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.528357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.528666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.529896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.554060] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 809.560668] env[65850]: INFO networking_nsxv3.common.synchronization [req-b8fd1c1c-c211-4dd7-9916-1d63a07a4a73 req-4913b67e-b11a-4a97-8e0e-bbe34b9fb0cb tempest-ServerDiagnosticsNegativeTest-217116381 tempest-ServerDiagnosticsNegativeTest-217116381-project-member] Enqueued Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGHEST for action security_group_members [ 809.561038] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGHEST for action security_group_members [ 809.561404] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.561774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.562768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.562977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.563338] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.563566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.564088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.564088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.564088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.564088] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.838501] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a1a3e3-9fe6-4c74-8e08-92662e443f4c: rpc.has_security_group_logging(os_id): False [ 809.866288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.866556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.866648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.866840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.866985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.867328] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.867503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.867503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.867674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.867743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.867834] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be updated. [ 809.946778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.948023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.948023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.948023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.948023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.974106] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: IN_PROGRESS for 2s [ 810.066595] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.066906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.067044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.067415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.067636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.067942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.068143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.068268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.068550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.068623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.068784] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 already deleted. [ 810.068958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.078246] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.078453] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.078577] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.078855] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.079365] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.079541] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.079659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.079892] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.080062] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.080290] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.080396] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.080511] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.080612] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.080719] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.080821] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.081412] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.118498] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.118683] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.119728] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.119728] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.119728] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-723990df-353c-47fb-a3f5-f45cc13976db taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.119728] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-723990df-353c-47fb-a3f5-f45cc13976db" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.119728] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-723990df-353c-47fb-a3f5-f45cc13976db" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.120030] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-723990df-353c-47fb-a3f5-f45cc13976db" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.120222] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723990df-353c-47fb-a3f5-f45cc13976db',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.624830] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.625124] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.626752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.626752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.626752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.626752] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 723990df-353c-47fb-a3f5-f45cc13976db not found, creating... [ 810.626752] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.626752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.627078] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.627307] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.627510] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.627905] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.628257] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.628436] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.628745] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.629015] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.629229] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 723990df-353c-47fb-a3f5-f45cc13976db is going to be created. [ 810.652136] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.652464] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.652613] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.652903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.653145] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.653461] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-723990df-353c-47fb-a3f5-f45cc13976db" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.382936] env[65850]: INFO networking_nsxv3.common.synchronization [req-b8fd1c1c-c211-4dd7-9916-1d63a07a4a73 req-d888640a-7346-49f3-b07c-ff3e4e1f16e6 service nova] Enqueued Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGHEST for action security_group_rules [ 811.383225] env[65850]: INFO networking_nsxv3.common.synchronization [req-b8fd1c1c-c211-4dd7-9916-1d63a07a4a73 req-d888640a-7346-49f3-b07c-ff3e4e1f16e6 service nova] Enqueued Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGHEST for action security_group_members [ 811.383339] env[65850]: INFO networking_nsxv3.common.synchronization [req-b8fd1c1c-c211-4dd7-9916-1d63a07a4a73 req-d888640a-7346-49f3-b07c-ff3e4e1f16e6 service nova] Enqueued Resource ID: 723990df-353c-47fb-a3f5-f45cc13976db with Priority: HIGHEST for action port [ 811.384180] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGHEST for action security_group_rules [ 811.384180] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGHEST for action security_group_members [ 811.384257] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723990df-353c-47fb-a3f5-f45cc13976db with Priority: HIGHEST for action port [ 811.384506] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.384934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.385030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.385293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.385373] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.386888] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.387170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.387268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.387453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.387606] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.387705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.387767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.387907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.388223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.388739] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.389624] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-723990df-353c-47fb-a3f5-f45cc13976db taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.389730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-723990df-353c-47fb-a3f5-f45cc13976db" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.389796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-723990df-353c-47fb-a3f5-f45cc13976db" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.389965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-723990df-353c-47fb-a3f5-f45cc13976db" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.390114] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('723990df-353c-47fb-a3f5-f45cc13976db',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.474538] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 811.475246] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c deletion is rescheduled due to dependency. [ 811.475246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.575817] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 811.576667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.676099] env[65850]: INFO networking_nsxv3.common.synchronization [req-271c1bac-dc15-4042-94ae-f70670f1e07e req-9e74be44-459f-4dd3-8986-b7ce773e7877 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 811.679195] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 811.679195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.679195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.679195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.679195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.679195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.679195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.679195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.679195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.679195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.679195] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.723019] env[65850]: INFO networking_nsxv3.common.synchronization [None req-cff68ac7-8fe3-48fb-a092-a9d06ff01862 None None] Enqueued Resource ID: dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0 with Priority: HIGHEST for action port [ 811.723811] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0 with Priority: HIGHEST for action port [ 811.723811] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.724030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.724030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.724274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.724357] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.892162] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 723990df-353c-47fb-a3f5-f45cc13976db with status ACTIVE [ 811.895022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.895022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.895022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.895022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.895022] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 723990df-353c-47fb-a3f5-f45cc13976db is going to be updated. [ 811.895933] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.896898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.897027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.921461] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.921670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.921670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.921936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.922092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.922517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-723990df-353c-47fb-a3f5-f45cc13976db" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.991555] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c in Status: SUCCESS [ 811.991775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.009710] env[65850]: INFO networking_nsxv3.common.synchronization [req-397abf05-ebf5-403b-ba2f-ceb1b9ba4a96 req-ead05263-f605-425a-b2ec-32b130a25853 tempest-ImagesOneServerNegativeTestJSON-1789866826 tempest-ImagesOneServerNegativeTestJSON-1789866826-project-member] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 812.010299] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 812.010652] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.010774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.010841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.011330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.011509] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.011618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.011682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.011842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.011927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.012055] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.181129] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.181674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.181674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.181830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.218349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.220022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.220022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.220022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.220022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.220022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.220399] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 812.226116] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0 [ 812.226499] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.226679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.226780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.227118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.227265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227418] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0 already deleted. [ 812.227561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd4a3e3a-e48e-46d0-aea1-ce9af528f7c0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.274056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.275516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.276278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.276768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.277123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.290121] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 812.398149] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.514818] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.514951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.515167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.515954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.515954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.515954] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.515954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.515954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.515954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.516260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.516260] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 812.550120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.550120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.550120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.550120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.550120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.562151] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 812.900804] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.901261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.901344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.901551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.901642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.901753] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 is going to be created. [ 812.925834] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.925984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.926070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.926289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.926448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.937919] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 in Status: UNINITIALIZED for 2s [ 814.125620] env[65850]: INFO networking_nsxv3.common.synchronization [None req-3958a562-6f1e-4324-b8e8-7dc3a704fdb9 None None] Enqueued Resource ID: f058cd75-06ea-498e-ada9-7bbb2ca1adc0 with Priority: HIGHEST for action port [ 814.126329] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f058cd75-06ea-498e-ada9-7bbb2ca1adc0 with Priority: HIGHEST for action port [ 814.126513] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f058cd75-06ea-498e-ada9-7bbb2ca1adc0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.126657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f058cd75-06ea-498e-ada9-7bbb2ca1adc0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.126715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f058cd75-06ea-498e-ada9-7bbb2ca1adc0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.127598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f058cd75-06ea-498e-ada9-7bbb2ca1adc0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.127598] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f058cd75-06ea-498e-ada9-7bbb2ca1adc0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.311386] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 814.311575] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 814.311575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.573781] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 814.574700] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 deletion is rescheduled due to dependency. [ 814.574700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.629112] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f058cd75-06ea-498e-ada9-7bbb2ca1adc0 [ 814.629974] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.630148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.630222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.630450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.630542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.630642] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f058cd75-06ea-498e-ada9-7bbb2ca1adc0 already deleted. [ 814.630727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f058cd75-06ea-498e-ada9-7bbb2ca1adc0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.741247] env[65850]: INFO networking_nsxv3.common.synchronization [req-1ce5f493-6d52-4d9c-9218-cae3cdd40991 req-3eb0d277-956f-4b21-b1f5-0ea11c0af5d8 tempest-ServersAdminTestJSON-679498568 tempest-ServersAdminTestJSON-679498568-project-member] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 814.743361] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 814.743808] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.744048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.744048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.744277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.744443] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.744637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.744637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.744778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.744893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.744993] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.838811] env[65850]: INFO networking_nsxv3.common.synchronization [req-9a3a77b2-9b80-4c20-aa11-29baa1102ac5 req-6a748b20-97f8-4f87-a64f-5aa79a0bae4e tempest-ServersV294TestFqdnHostnames-2114065503 tempest-ServersV294TestFqdnHostnames-2114065503-project-member] Enqueued Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_members [ 814.839356] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_members [ 814.839874] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d825670d-0727-4343-9f80-6b54192eb6c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.840616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.840616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.840616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.840616] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.840790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.840790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.841088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.841088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.841286] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.951560] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 in Status: SUCCESS [ 814.951560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.951725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.951961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.952172] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.952445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.952445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.952569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.952569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.953751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.953751] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.233151] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.239023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-392" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.239023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-392" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.239023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-392" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.239023] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.239023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.239023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.239023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.239023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.239023] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.239023] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.239023] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.239023] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.239023] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.239023] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.239023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.250903] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.263737] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.263872] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.265206] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.265494] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-392" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.265898] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-00bfb36e-a505-4f8d-8874-224710e941eb taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.266309] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-00bfb36e-a505-4f8d-8874-224710e941eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.266440] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-00bfb36e-a505-4f8d-8874-224710e941eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.266979] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-00bfb36e-a505-4f8d-8874-224710e941eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.267158] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bfb36e-a505-4f8d-8874-224710e941eb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.343172] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.343344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.343424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.343674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.343762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.343997] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.344183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.344224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.344400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.344486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.344585] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d825670d-0727-4343-9f80-6b54192eb6c2 already deleted. [ 815.344670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.456788] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.456958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.457660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.457660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.457660] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.457660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.457660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.457871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.457871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.457927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.458111] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.458204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.458321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.458399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.459016] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.459016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.459016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.459016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.459016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.459016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.459368] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.750508] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.770227] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.771121] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.771121] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.771307] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.771504] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.771688] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 00bfb36e-a505-4f8d-8874-224710e941eb not found, creating... [ 815.772095] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.772323] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.772451] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.772691] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.772830] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.773151] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.773291] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.773411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.773643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.773780] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.773908] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 00bfb36e-a505-4f8d-8874-224710e941eb is going to be created. [ 815.798171] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.798171] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.798301] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.798946] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.799368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.799368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-00bfb36e-a505-4f8d-8874-224710e941eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.963193] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33: rpc.has_security_group_logging(os_id): False [ 815.991094] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.991371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.991423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.991847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.992041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.992398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.992615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.992711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.993070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.993250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.994575] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.994575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.994575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.994575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.994575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.994941] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.995952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.995952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.995952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.995952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.995952] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 is going to be created. [ 816.061779] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.061983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.062080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.062667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.062667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.076580] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 in Status: IN_PROGRESS for 2s [ 816.254967] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.254967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.254967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.254967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.254967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.254967] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 816.286796] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.287973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.287973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.287973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.287973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.298788] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 816.530603] env[65850]: INFO networking_nsxv3.common.synchronization [req-9a3a77b2-9b80-4c20-aa11-29baa1102ac5 req-b028d817-55b8-45e6-ad0a-7be04ba4937d service nova] Enqueued Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_rules [ 816.530868] env[65850]: INFO networking_nsxv3.common.synchronization [req-9a3a77b2-9b80-4c20-aa11-29baa1102ac5 req-b028d817-55b8-45e6-ad0a-7be04ba4937d service nova] Enqueued Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_members [ 816.530960] env[65850]: INFO networking_nsxv3.common.synchronization [req-9a3a77b2-9b80-4c20-aa11-29baa1102ac5 req-b028d817-55b8-45e6-ad0a-7be04ba4937d service nova] Enqueued Resource ID: 00bfb36e-a505-4f8d-8874-224710e941eb with Priority: HIGHEST for action port [ 816.531588] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_rules [ 816.531770] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_members [ 816.531770] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bfb36e-a505-4f8d-8874-224710e941eb with Priority: HIGHEST for action port [ 816.534095] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d825670d-0727-4343-9f80-6b54192eb6c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.534095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.534338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.534587] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.534670] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.536746] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d825670d-0727-4343-9f80-6b54192eb6c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.536746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.536746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.536746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.536746] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.536746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.536746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.537123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.537123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.537181] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.539847] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-00bfb36e-a505-4f8d-8874-224710e941eb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.539984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00bfb36e-a505-4f8d-8874-224710e941eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.540077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00bfb36e-a505-4f8d-8874-224710e941eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.540571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00bfb36e-a505-4f8d-8874-224710e941eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.540655] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bfb36e-a505-4f8d-8874-224710e941eb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.041554] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.044038] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00bfb36e-a505-4f8d-8874-224710e941eb with status ACTIVE [ 817.044329] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.044525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.044602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.044889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.045041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.045329] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.045471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.045562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.045757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.045844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.046075] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.047055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.047055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.047055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.047055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.047055] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00bfb36e-a505-4f8d-8874-224710e941eb is going to be updated. [ 817.048200] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d825670d-0727-4343-9f80-6b54192eb6c2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.048389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.084310] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.085087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.085217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.085428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.086453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.086453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00bfb36e-a505-4f8d-8874-224710e941eb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.552492] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.052107] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.052294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.052377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.052902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.053025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.053135] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d825670d-0727-4343-9f80-6b54192eb6c2 is going to be created. [ 818.083999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.083999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.083999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.083999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.083999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.096516] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d825670d-0727-4343-9f80-6b54192eb6c2 in Status: UNINITIALIZED for 2s [ 818.101639] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 in Status: SUCCESS [ 818.101869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.309816] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 818.309816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.864784] env[65850]: INFO networking_nsxv3.common.synchronization [req-2ce8f41f-3f0d-4153-a36a-d50cd77c9f80 req-71bc0ced-69a2-4937-8f81-3a89f79789b5 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 819.865300] env[65850]: INFO networking_nsxv3.common.synchronization [req-2ce8f41f-3f0d-4153-a36a-d50cd77c9f80 req-71bc0ced-69a2-4937-8f81-3a89f79789b5 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGHEST for action security_group_members [ 819.865384] env[65850]: INFO networking_nsxv3.common.synchronization [req-2ce8f41f-3f0d-4153-a36a-d50cd77c9f80 req-71bc0ced-69a2-4937-8f81-3a89f79789b5 tempest-SecurityGroupsTestJSON-1003182679 tempest-SecurityGroupsTestJSON-1003182679-project-member] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 819.866151] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGHEST for action security_group_members [ 819.866359] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGHEST for action security_group_members [ 819.866512] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGHEST for action security_group_members [ 819.866919] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.867361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.867693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.867846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.868271] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.868271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.868271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.869306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.869306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.869306] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.870657] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74ce99f-0231-4a17-9124-9efcb74be50d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.870803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.870896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.871360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.871539] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.871655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.871739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.871931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.872102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.872717] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.873319] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.873468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.873514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.873684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.873852] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.873942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.877077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.877077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.877077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.877077] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.111379] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d825670d-0727-4343-9f80-6b54192eb6c2 in Status: SUCCESS [ 820.111695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.111965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.112288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.112584] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.112768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.112879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.113220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.113336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.113654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.113654] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.340291] env[65850]: INFO networking_nsxv3.common.synchronization [req-21f2d609-7cdf-4057-bf77-e17a5245fa13 req-42ee8eba-fe71-4bf3-957c-e8a9c69a863c tempest-ServersWithSpecificFlavorTestJSON-227808774 tempest-ServersWithSpecificFlavorTestJSON-227808774-project-member] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 820.342035] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 820.342529] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.343039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.343185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.343441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.343670] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.347145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.347267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.347482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.347605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.347679] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.377272] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.377272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.377272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.379047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.379047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.379047] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.379047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.379047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.379047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.379444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.379652] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74ce99f-0231-4a17-9124-9efcb74be50d is going to be updated. [ 820.380938] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.381676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.381676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.381676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.383376] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.410683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.410937] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.411073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.411204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.413022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.413022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.413022] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 is going to be updated. [ 820.413022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.413373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.413465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.413689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.413794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.413884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.414383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.414440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.414534] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be updated. [ 820.451767] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.451977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.452044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.452964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.452964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.467689] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: IN_PROGRESS for 2s [ 820.469139] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.469369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.469456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.469703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.469889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.472053] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.472255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.472346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.472713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.472965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.485273] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: IN_PROGRESS for 2s [ 820.490066] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: IN_PROGRESS for 2s [ 820.616274] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.852849] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.853382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.853382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.853634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.853802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.853970] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.854088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.854191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.854397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.855351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.855351] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be deleted. [ 820.895185] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.895645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.895645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.895772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.896830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.896915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.967105] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.967372] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-116" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.967963] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-116" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.968068] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-116" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.968355] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.968541] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.968661] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.968978] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.969538] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.969643] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.969763] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.969893] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.970022] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.970197] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.970272] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.970427] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.994780] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.995152] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.995152] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.995386] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-116" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.995668] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.995849] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.995985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.996573] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.996881] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.119660] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d825670d-0727-4343-9f80-6b54192eb6c2: rpc.has_security_group_logging(os_id): False [ 821.154167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.154167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.154167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.154167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.154167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.154167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.154167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.154167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.154167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.154167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.154167] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d825670d-0727-4343-9f80-6b54192eb6c2 is going to be created. [ 821.294091] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.294346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.294428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.294652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.294865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.311618] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d825670d-0727-4343-9f80-6b54192eb6c2 in Status: IN_PROGRESS for 2s [ 821.499438] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.499734] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.499859] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.501632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.501632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.501632] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6 not found, creating... [ 821.501632] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.501632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.501632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.501632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.501632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.502286] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.502286] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.502286] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.502521] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.502669] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.502759] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6 is going to be created. [ 821.527473] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.527862] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.528096] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.528602] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.529288] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.529656] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.362248] env[65850]: INFO networking_nsxv3.common.synchronization [req-21f2d609-7cdf-4057-bf77-e17a5245fa13 req-81fc75df-d0ec-4741-be89-33d1de475667 service nova] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_rules [ 822.362248] env[65850]: INFO networking_nsxv3.common.synchronization [req-21f2d609-7cdf-4057-bf77-e17a5245fa13 req-81fc75df-d0ec-4741-be89-33d1de475667 service nova] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 822.362248] env[65850]: INFO networking_nsxv3.common.synchronization [req-21f2d609-7cdf-4057-bf77-e17a5245fa13 req-81fc75df-d0ec-4741-be89-33d1de475667 service nova] Enqueued Resource ID: 2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6 with Priority: HIGHEST for action port [ 822.362891] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_rules [ 822.363183] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 822.363423] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6 with Priority: HIGHEST for action port [ 822.363845] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.364110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.364296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.364585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.364753] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.366054] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.366349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.366573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.366844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.367168] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.367400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.367552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.367793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.367971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.368180] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.369845] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.370434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.370434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.370434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.371040] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.479386] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74ce99f-0231-4a17-9124-9efcb74be50d in Status: SUCCESS [ 822.479653] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74ce99f-0231-4a17-9124-9efcb74be50d deletion is rescheduled due to dependency. [ 822.479806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.498657] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 in Status: SUCCESS [ 822.498921] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 deletion is rescheduled due to dependency. [ 822.499066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.501464] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3632713-c3ff-46d0-bd94-712737a1d420 in Status: SUCCESS [ 822.501638] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 deletion is rescheduled due to dependency. [ 822.501749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.873378] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.874634] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.874816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.874903] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6 with status ACTIVE [ 822.875042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.875144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.875199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.875422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.875586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.875696] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.875856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.875856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.876079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.876079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.876272] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.876414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.876414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.876605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.876700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.876700] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6 is going to be updated. [ 822.905179] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.905388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.905452] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.905702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.905857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.906045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f4a0ed4-bc5f-4a9e-a64c-730f340ae3d6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.119453] env[65850]: INFO networking_nsxv3.common.synchronization [req-fc90e346-45e6-4d7c-97bf-182692ba43e7 req-88996b77-64ac-49bc-a3cd-c5e63e5d0049 tempest-ServerDiagnosticsNegativeTest-217116381 tempest-ServerDiagnosticsNegativeTest-217116381-project-member] Enqueued Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGHEST for action security_group_members [ 823.119453] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGHEST for action security_group_members [ 823.119720] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.122251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.122251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.122251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.122251] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.122251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.122251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.122251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.122251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.122251] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.327209] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d825670d-0727-4343-9f80-6b54192eb6c2 in Status: SUCCESS [ 823.327439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.379071] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.623433] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.623606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.623684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.623946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.624161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.624339] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.624430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.624500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.624665] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.624744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.624833] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 is going to be updated. [ 823.660411] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.660638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.660638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.661072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.662853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.675462] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 in Status: IN_PROGRESS for 2s [ 823.882371] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.882535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.882609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.882832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.882921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.883038] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be created. [ 823.912076] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.912366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.912366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.912613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.912777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.924017] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: UNINITIALIZED for 2s [ 825.686717] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 in Status: SUCCESS [ 825.687202] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 deletion is rescheduled due to dependency. [ 825.687202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.934760] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: SUCCESS [ 825.935040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.935244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.935535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.935704] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.935836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.935932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.936137] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.936276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.936402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.936501] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.162723] env[65850]: INFO networking_nsxv3.common.synchronization [req-2c76fd0d-192e-4e84-8a3a-d08852ef79f5 req-67c58602-51e1-473d-8772-6f362b8d0220 tempest-ServerMetadataNegativeTestJSON-788903464 tempest-ServerMetadataNegativeTestJSON-788903464-project-member] Enqueued Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGHEST for action security_group_members [ 826.163695] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGHEST for action security_group_members [ 826.167247] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f763bcdf-9849-42a6-b857-aacf498a3bda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.167247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.167247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.167247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.167247] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.167247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.167247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.168083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.168283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.168450] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.439804] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.522446] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.522623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-553" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.522782] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-553" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.523149] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-553" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.523442] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.523624] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.523746] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.524949] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.524949] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.524949] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.524949] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.524949] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.525211] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.525211] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.525292] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.525433] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.547092] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.547317] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.547459] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.547671] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-553" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.548056] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-af547e5e-8d42-44b8-a86e-578a0460326c taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.548232] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-af547e5e-8d42-44b8-a86e-578a0460326c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.548408] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-af547e5e-8d42-44b8-a86e-578a0460326c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.548775] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-af547e5e-8d42-44b8-a86e-578a0460326c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.548924] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af547e5e-8d42-44b8-a86e-578a0460326c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.670542] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.670821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.670821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.670996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.671251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.671427] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.671535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.671599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.671764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.671845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.671930] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f763bcdf-9849-42a6-b857-aacf498a3bda already deleted. [ 826.672019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.942309] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac2c2e7a-718c-4b28-a865-78f8676c7c7f: rpc.has_security_group_logging(os_id): False [ 826.962063] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.962338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.962424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.962769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.962906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.963282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.963420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.963477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.963632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.963722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.963835] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be created. [ 827.028085] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.028548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.028548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.028753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.044516] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: IN_PROGRESS for 2s [ 827.051363] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.051619] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.051742] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.052101] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.052475] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.052639] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port af547e5e-8d42-44b8-a86e-578a0460326c not found, creating... [ 827.053046] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.053232] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.053367] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.053644] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.053782] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.054134] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.054309] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.054494] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.054728] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.054874] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.055032] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: af547e5e-8d42-44b8-a86e-578a0460326c is going to be created. [ 827.082657] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.082878] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.083045] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.083348] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.083634] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.083900] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-af547e5e-8d42-44b8-a86e-578a0460326c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.848362] env[65850]: INFO networking_nsxv3.common.synchronization [req-2c76fd0d-192e-4e84-8a3a-d08852ef79f5 req-996340f4-1542-4ca0-9886-a6abeada6210 service nova] Enqueued Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGHEST for action security_group_rules [ 827.848558] env[65850]: INFO networking_nsxv3.common.synchronization [req-2c76fd0d-192e-4e84-8a3a-d08852ef79f5 req-996340f4-1542-4ca0-9886-a6abeada6210 service nova] Enqueued Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGHEST for action security_group_members [ 827.848702] env[65850]: INFO networking_nsxv3.common.synchronization [req-2c76fd0d-192e-4e84-8a3a-d08852ef79f5 req-996340f4-1542-4ca0-9886-a6abeada6210 service nova] Enqueued Resource ID: af547e5e-8d42-44b8-a86e-578a0460326c with Priority: HIGHEST for action port [ 827.849336] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGHEST for action security_group_rules [ 827.849482] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGHEST for action security_group_members [ 827.849601] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af547e5e-8d42-44b8-a86e-578a0460326c with Priority: HIGHEST for action port [ 827.849913] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f763bcdf-9849-42a6-b857-aacf498a3bda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.850780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.850908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.851473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.851590] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.853049] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f763bcdf-9849-42a6-b857-aacf498a3bda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.853226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.853331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.853564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.853838] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.853907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.853943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.854189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.854303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.854436] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.857645] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-af547e5e-8d42-44b8-a86e-578a0460326c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.857645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af547e5e-8d42-44b8-a86e-578a0460326c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.857645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af547e5e-8d42-44b8-a86e-578a0460326c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.857645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af547e5e-8d42-44b8-a86e-578a0460326c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.857645] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af547e5e-8d42-44b8-a86e-578a0460326c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.360869] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f763bcdf-9849-42a6-b857-aacf498a3bda taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.362739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.362994] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.364991] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af547e5e-8d42-44b8-a86e-578a0460326c with status ACTIVE [ 828.364991] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.364991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.364991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.364991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.366289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.366519] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.366864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.366864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.367037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.367037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.367345] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.367345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.367448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.367495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.367577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.368630] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af547e5e-8d42-44b8-a86e-578a0460326c is going to be updated. [ 828.393083] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.393255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.393323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.393566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.393727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.393890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af547e5e-8d42-44b8-a86e-578a0460326c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.870429] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.060741] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: SUCCESS [ 829.060964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.377036] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.377360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.377360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.377645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.377743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.378445] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f763bcdf-9849-42a6-b857-aacf498a3bda is going to be created. [ 829.487866] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.488074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.488158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.488582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.488715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.502814] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f763bcdf-9849-42a6-b857-aacf498a3bda in Status: UNINITIALIZED for 2s [ 831.514869] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f763bcdf-9849-42a6-b857-aacf498a3bda in Status: SUCCESS [ 831.515166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.515292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.515547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.515769] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.515862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.515943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.516098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.519499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.519679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.519815] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.844765] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b93e1d64-7390-4079-abc5-04c03ecae83f None None] Enqueued Resource ID: 063d1be4-90ea-4760-a753-c96336093f66 with Priority: HIGHEST for action port [ 831.844765] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063d1be4-90ea-4760-a753-c96336093f66 with Priority: HIGHEST for action port [ 831.844765] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-063d1be4-90ea-4760-a753-c96336093f66 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.844765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063d1be4-90ea-4760-a753-c96336093f66" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.844765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063d1be4-90ea-4760-a753-c96336093f66" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.844765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063d1be4-90ea-4760-a753-c96336093f66" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.844765] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063d1be4-90ea-4760-a753-c96336093f66',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.023227] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f763bcdf-9849-42a6-b857-aacf498a3bda taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.023464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.023464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.023681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.023898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.024062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.024062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.024255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.024255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.024360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.024482] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f763bcdf-9849-42a6-b857-aacf498a3bda taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.024568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.024623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.024918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.024918] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.025091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.025091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.025211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.025211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.025500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.025500] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.345499] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 063d1be4-90ea-4760-a753-c96336093f66 [ 832.345822] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.346490] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.346490] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.346644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.346644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.346726] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:063d1be4-90ea-4760-a753-c96336093f66 already deleted. [ 832.346787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063d1be4-90ea-4760-a753-c96336093f66" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.527906] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f763bcdf-9849-42a6-b857-aacf498a3bda: rpc.has_security_group_logging(os_id): False [ 832.549421] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.549421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.549421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.549731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.549731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.549897] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.550054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.550111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.550224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.550296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.550490] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.550649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.550649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.550776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.550872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.551408] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.551563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.551686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.551787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.551881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.552010] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f763bcdf-9849-42a6-b857-aacf498a3bda is going to be created. [ 832.618264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.618522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.618522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.618979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.619415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.634202] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f763bcdf-9849-42a6-b857-aacf498a3bda in Status: IN_PROGRESS for 2s [ 833.812646] env[65850]: INFO networking_nsxv3.common.synchronization [None req-177633a8-fe4c-4cb5-b635-9d2e6452bcd1 tempest-ServersTestFqdnHostnames-466546054 tempest-ServersTestFqdnHostnames-466546054-project-member] Enqueued Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_rules [ 833.813204] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_rules [ 833.813498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8765004-5568-4620-95f2-73893e949163 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.813645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.813714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.814509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.815995] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.923295] env[65850]: INFO networking_nsxv3.common.synchronization [None req-07666805-032b-46e9-a366-292d90f5f754 tempest-ServersTestFqdnHostnames-466546054 tempest-ServersTestFqdnHostnames-466546054-project-member] Enqueued Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_rules [ 833.923880] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_rules [ 833.924429] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8765004-5568-4620-95f2-73893e949163 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.924611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.959557] env[65850]: INFO networking_nsxv3.common.synchronization [None req-339d1b73-c601-4244-9c40-5091d7b378af None None] Enqueued Resource ID: f9460e4f-98f6-4645-9da5-ebf25c60d3d0 with Priority: HIGHEST for action port [ 833.960180] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9460e4f-98f6-4645-9da5-ebf25c60d3d0 with Priority: HIGHEST for action port [ 833.963018] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9460e4f-98f6-4645-9da5-ebf25c60d3d0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.963018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9460e4f-98f6-4645-9da5-ebf25c60d3d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.963018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9460e4f-98f6-4645-9da5-ebf25c60d3d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.963018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9460e4f-98f6-4645-9da5-ebf25c60d3d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.963018] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9460e4f-98f6-4645-9da5-ebf25c60d3d0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.341273] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.341493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.341493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.341703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.341793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.341979] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8765004-5568-4620-95f2-73893e949163 already deleted. [ 834.341979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.342120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.342303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.342388] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.465275] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9460e4f-98f6-4645-9da5-ebf25c60d3d0 [ 834.465275] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.465275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.465275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.465275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.465275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.465275] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9460e4f-98f6-4645-9da5-ebf25c60d3d0 already deleted. [ 834.465275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9460e4f-98f6-4645-9da5-ebf25c60d3d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.647348] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f763bcdf-9849-42a6-b857-aacf498a3bda in Status: SUCCESS [ 834.647348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.746687] env[65850]: INFO networking_nsxv3.common.synchronization [None req-7145c529-3acd-499a-9f1a-8560e216c5cd None None] Enqueued Resource ID: f85d4b10-3672-40f7-92d2-5e82d3afa370 with Priority: HIGHEST for action port [ 834.746687] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85d4b10-3672-40f7-92d2-5e82d3afa370 with Priority: HIGHEST for action port [ 834.750145] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85d4b10-3672-40f7-92d2-5e82d3afa370 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.750348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85d4b10-3672-40f7-92d2-5e82d3afa370" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.750421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85d4b10-3672-40f7-92d2-5e82d3afa370" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.750688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85d4b10-3672-40f7-92d2-5e82d3afa370" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.750794] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85d4b10-3672-40f7-92d2-5e82d3afa370',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.868350] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.868350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.868350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.868350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.868350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.868350] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8765004-5568-4620-95f2-73893e949163 already deleted. [ 834.868350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.235831] env[65850]: INFO networking_nsxv3.common.synchronization [req-7d7df9ec-0ecf-4a2d-a0d7-8df73a8009a6 req-a62ae557-141d-45d6-85c1-0c83e44ba9ce tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 835.236445] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 835.236870] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.236996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.236996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.237584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.237683] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.237783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.237783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.238522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.238633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.238742] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.252992] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f85d4b10-3672-40f7-92d2-5e82d3afa370 [ 835.253264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.253401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.253463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.253731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.253983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.253983] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f85d4b10-3672-40f7-92d2-5e82d3afa370 already deleted. [ 835.253983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85d4b10-3672-40f7-92d2-5e82d3afa370" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.700924] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.700924] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-694" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.701158] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-694" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.701487] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-694" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.701761] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.701918] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.702763] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.702763] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.702763] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.702932] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.703096] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.703309] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.703440] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.703609] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.703715] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.703877] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.731687] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.731687] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.731687] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.731687] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-694" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.731687] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-56773d8d-b94f-476b-839d-1eb4bc9d6d50 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.731687] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.731687] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.731687] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.731687] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56773d8d-b94f-476b-839d-1eb4bc9d6d50',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.741494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.741708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.741708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.741793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.741881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.742083] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.742179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.742274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.742392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.742469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.742552] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f already deleted. [ 835.742632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.234090] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.234479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.234479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.234742] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.234910] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.235163] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 56773d8d-b94f-476b-839d-1eb4bc9d6d50 not found, creating... [ 836.238170] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.238170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.238170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.238170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.238170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.238170] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.238170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.238170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.238170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.238660] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.238660] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 is going to be created. [ 836.265131] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.265346] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.265642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.265884] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.266179] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.266351] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.999381] env[65850]: INFO networking_nsxv3.common.synchronization [req-7d7df9ec-0ecf-4a2d-a0d7-8df73a8009a6 req-dc4c5cf8-2b63-4273-8fb2-e363fd9b1847 service nova] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_rules [ 836.999567] env[65850]: INFO networking_nsxv3.common.synchronization [req-7d7df9ec-0ecf-4a2d-a0d7-8df73a8009a6 req-dc4c5cf8-2b63-4273-8fb2-e363fd9b1847 service nova] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 836.999703] env[65850]: INFO networking_nsxv3.common.synchronization [req-7d7df9ec-0ecf-4a2d-a0d7-8df73a8009a6 req-dc4c5cf8-2b63-4273-8fb2-e363fd9b1847 service nova] Enqueued Resource ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with Priority: HIGHEST for action port [ 837.000367] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_rules [ 837.000466] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 837.000513] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with Priority: HIGHEST for action port [ 837.000759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.000884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.000951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.001223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.001328] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.002230] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.002315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.002430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.002521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.005488] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.005488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.005488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.005488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.005488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.005488] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.005488] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-56773d8d-b94f-476b-839d-1eb4bc9d6d50 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.005488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.005488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.005488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.005488] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56773d8d-b94f-476b-839d-1eb4bc9d6d50',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.163594] env[65850]: INFO networking_nsxv3.common.synchronization [None req-57cfdcd6-0a7a-42da-b5ab-a549df35d6c8 None None] Enqueued Resource ID: 28b50e87-9614-4968-9063-a23e8b6049c8 with Priority: HIGHEST for action port [ 837.165141] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b50e87-9614-4968-9063-a23e8b6049c8 with Priority: HIGHEST for action port [ 837.165506] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b50e87-9614-4968-9063-a23e8b6049c8 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.165634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b50e87-9614-4968-9063-a23e8b6049c8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.165703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b50e87-9614-4968-9063-a23e8b6049c8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.166241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b50e87-9614-4968-9063-a23e8b6049c8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.166335] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b50e87-9614-4968-9063-a23e8b6049c8',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.508707] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.508707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.509122] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.513021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with status ACTIVE [ 837.513021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.513021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.513021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.513021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.513021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 is going to be updated. [ 837.538966] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.538966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.538966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.541034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.541034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.541034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.669851] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28b50e87-9614-4968-9063-a23e8b6049c8 [ 837.670715] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.670715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.670715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.670715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.670715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.670715] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28b50e87-9614-4968-9063-a23e8b6049c8 already deleted. [ 837.671183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b50e87-9614-4968-9063-a23e8b6049c8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.017097] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.519756] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.520167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.520167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.520253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.520307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.520399] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be created. [ 838.545184] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.545425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.545711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.545880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.546152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.561799] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: UNINITIALIZED for 2s [ 840.090251] env[65850]: INFO networking_nsxv3.common.synchronization [req-b04212ff-8376-4bdd-996d-1e6408fd79b2 req-878610d4-c29f-43be-8b79-c2213ee1d6fa tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 840.090824] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 840.091139] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.091252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.091375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.091578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.091727] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.091825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.091881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.092992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.093761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.093761] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.579025] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: SUCCESS [ 840.579025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.579025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.579025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.579025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.579025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.579025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.579025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.579025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.579025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.579025] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.584591] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.584591] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.584805] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.585048] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.586047] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.586047] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.586047] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.586047] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.586782] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.586782] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.586782] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.587026] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.587026] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.587355] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.587355] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.587492] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.595259] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.595716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.595716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.595716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.595716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.596260] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.596260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.596260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.598175] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 840.616377] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.616577] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.616714] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.616888] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.617242] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-a67eb090-4358-4eb5-844a-41a69906131f taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.617416] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-a67eb090-4358-4eb5-844a-41a69906131f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.618040] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-a67eb090-4358-4eb5-844a-41a69906131f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.618040] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-a67eb090-4358-4eb5-844a-41a69906131f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.618040] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a67eb090-4358-4eb5-844a-41a69906131f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.627448] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.627448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.627448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.627448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.627761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.639134] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 841.080914] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.081128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.081198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.081479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.081664] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.081761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.081843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.081994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.082129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.082237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.082469] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.082562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.082562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.082715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.082879] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.082968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.083049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.083181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.083261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.083329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.084218] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.124218] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.124218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.124218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.124218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.124218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.124218] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port a67eb090-4358-4eb5-844a-41a69906131f not found, creating... [ 841.124218] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.124703] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.124703] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.124703] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.124703] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.124996] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.125114] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.125229] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.125985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.126119] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.126261] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: a67eb090-4358-4eb5-844a-41a69906131f is going to be created. [ 841.148620] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.149014] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.149193] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.149516] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.149793] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.150058] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-a67eb090-4358-4eb5-844a-41a69906131f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.587965] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 643c3bf7-8950-479a-abcc-47bcdf2c365f: rpc.has_security_group_logging(os_id): False [ 841.609426] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.609426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.609426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.610272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.610272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.610272] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.610400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.610400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.610562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.610661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.610880] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.611017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.611103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.611292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.611454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.611653] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.611754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.611818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.611968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.612058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.612415] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be created. [ 841.695913] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.696273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.696362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.696735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.697106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.711523] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: IN_PROGRESS for 2s [ 841.990067] env[65850]: INFO networking_nsxv3.common.synchronization [req-b04212ff-8376-4bdd-996d-1e6408fd79b2 req-2ea71665-4978-4a16-ae18-5bbed202f462 service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 841.990278] env[65850]: INFO networking_nsxv3.common.synchronization [req-b04212ff-8376-4bdd-996d-1e6408fd79b2 req-2ea71665-4978-4a16-ae18-5bbed202f462 service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 841.991072] env[65850]: INFO networking_nsxv3.common.synchronization [req-b04212ff-8376-4bdd-996d-1e6408fd79b2 req-2ea71665-4978-4a16-ae18-5bbed202f462 service nova] Enqueued Resource ID: a67eb090-4358-4eb5-844a-41a69906131f with Priority: HIGHEST for action port [ 841.991824] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 841.992011] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 841.992691] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67eb090-4358-4eb5-844a-41a69906131f with Priority: HIGHEST for action port [ 841.993458] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.993660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.993996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.994307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.994401] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.995460] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.995574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.995892] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a67eb090-4358-4eb5-844a-41a69906131f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.996047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a67eb090-4358-4eb5-844a-41a69906131f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.996144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a67eb090-4358-4eb5-844a-41a69906131f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.996367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a67eb090-4358-4eb5-844a-41a69906131f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.996498] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a67eb090-4358-4eb5-844a-41a69906131f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.498334] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.498692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.498692] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a67eb090-4358-4eb5-844a-41a69906131f with status ACTIVE [ 842.500538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.500538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.500538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.500538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.501274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.501274] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a67eb090-4358-4eb5-844a-41a69906131f is going to be updated. [ 842.521752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.521930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.521977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.522175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.522320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.522795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a67eb090-4358-4eb5-844a-41a69906131f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.656592] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 842.656592] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 842.656592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.656592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.656592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.656592] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.656592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.656592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.656592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.656592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.656592] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.160961] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.458924] env[65850]: INFO networking_nsxv3.common.synchronization [None req-7201c5bd-ef37-42b2-a500-7358164841ab None None] Enqueued Resource ID: d22b2e53-31e7-4e22-83e0-0a0869033ecd with Priority: HIGHEST for action port [ 843.459548] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22b2e53-31e7-4e22-83e0-0a0869033ecd with Priority: HIGHEST for action port [ 843.459876] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22b2e53-31e7-4e22-83e0-0a0869033ecd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.460753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22b2e53-31e7-4e22-83e0-0a0869033ecd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.460920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22b2e53-31e7-4e22-83e0-0a0869033ecd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.461286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22b2e53-31e7-4e22-83e0-0a0869033ecd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.461422] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22b2e53-31e7-4e22-83e0-0a0869033ecd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.661547] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.725483] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: SUCCESS [ 843.725707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.964905] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d22b2e53-31e7-4e22-83e0-0a0869033ecd [ 843.965173] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.965311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.965545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.965605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.965695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.965842] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d22b2e53-31e7-4e22-83e0-0a0869033ecd already deleted. [ 843.965935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22b2e53-31e7-4e22-83e0-0a0869033ecd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.164973] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.165192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.166155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.166155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.166155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.166155] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 844.215505] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.215505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.215505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.216138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.216138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.230691] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 844.723041] env[65850]: INFO networking_nsxv3.common.synchronization [req-bfbdae84-be6e-4d7a-8f08-beb68825ca9e req-0e9e2b2c-624b-4cb2-ab40-3ec1ada52c4d tempest-ServerActionsV293TestJSON-1318918483 tempest-ServerActionsV293TestJSON-1318918483-project-member] Enqueued Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_members [ 844.723905] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGHEST for action security_group_members [ 844.725795] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.725919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.726030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.726237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.726416] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.726543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.726596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.726760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.726878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.726968] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.231325] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.231516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.231603] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.231798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.231893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.232443] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.232443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.232443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.232443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.232443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.232801] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef is going to be updated. [ 845.261189] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.264318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.264318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.264318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.264318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.273188] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef in Status: IN_PROGRESS for 2s [ 846.246023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 846.246023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.246023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.246023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.246520] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.246520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.246520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.246700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.246781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.246902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.247123] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.751264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.751508] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.751596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.751858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.752290] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.752290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.752290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.752880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.752880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.752880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.752880] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.752880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.753121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.753121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.753187] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.753521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.753687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.753757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.753853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.754235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.754235] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.984177] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-5be865be-4de4-4c3f-ad5a-9a22fa990936 tempest-ListServersNegativeTestJSON-927772139 tempest-ListServersNegativeTestJSON-927772139-project-member] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 846.984881] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 846.985419] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.985505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.985547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.985820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.985981] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.986100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.986164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.986321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.986408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.986551] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.238936] env[65850]: INFO networking_nsxv3.common.synchronization [req-c460d95f-0b95-4d91-bc45-425dfa5ffa2a req-bf408e98-1d75-44d2-9e34-428042c05e2d tempest-ServerMetadataNegativeTestJSON-788903464 tempest-ServerMetadataNegativeTestJSON-788903464-project-member] Enqueued Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGHEST for action security_group_members [ 847.239589] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGHEST for action security_group_members [ 847.239907] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f763bcdf-9849-42a6-b857-aacf498a3bda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.243491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.243491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.243491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.243491] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.243491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.243491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.243491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.243491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.243491] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.255570] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7770593b-1901-431e-a0bb-2110f1428769: rpc.has_security_group_logging(os_id): False [ 847.285351] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.285621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.285621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.285792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.285883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.286101] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.286221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.286297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.286508] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.286597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.286783] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.286879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.286939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.287103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.287176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.287625] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.287625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.287625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.287864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.287864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.287864] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 847.291287] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef in Status: SUCCESS [ 847.294061] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef deletion is rescheduled due to dependency. [ 847.294061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.380990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.380990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.380990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.380990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.380990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.399257] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 847.472650] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.472847] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.472970] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.473326] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.474200] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.474400] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.474522] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.474739] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.474892] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.475112] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.475220] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.475324] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.475429] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.475555] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.475660] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.475790] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.489546] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.489761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.489834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.490065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.490159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.490367] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.490468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.490530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.490679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.490780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.490867] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 already deleted. [ 847.490948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.506893] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.506893] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.506893] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.506893] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.507340] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.507340] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.507508] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.508014] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.508176] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd271207-2722-4434-ae8c-4b4dc6c5ea2e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.745939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.746121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.746205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.746410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.746497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.746700] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.746801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.746861] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.747153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.747153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.747261] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f763bcdf-9849-42a6-b857-aacf498a3bda is going to be updated. [ 847.784164] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.784366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.784419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.784604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.784751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.795700] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f763bcdf-9849-42a6-b857-aacf498a3bda in Status: IN_PROGRESS for 2s [ 848.011848] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.012205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.012387] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.012712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.012895] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.013068] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port cd271207-2722-4434-ae8c-4b4dc6c5ea2e not found, creating... [ 848.013347] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.013505] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.013620] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.013848] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.013985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.014272] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.014429] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.014530] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.014731] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.014861] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.014994] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: cd271207-2722-4434-ae8c-4b4dc6c5ea2e is going to be created. [ 848.034976] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.035279] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.035406] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.035673] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.035901] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.036159] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.064389] env[65850]: INFO networking_nsxv3.common.synchronization [None req-cdd6fc2f-d78d-486d-a4d3-c1f057a7df16 None None] Enqueued Resource ID: e71d5687-2a2e-4690-80c4-6006c161e8c3 with Priority: HIGHEST for action port [ 848.064952] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71d5687-2a2e-4690-80c4-6006c161e8c3 with Priority: HIGHEST for action port [ 848.065316] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e71d5687-2a2e-4690-80c4-6006c161e8c3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.065430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e71d5687-2a2e-4690-80c4-6006c161e8c3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.065474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e71d5687-2a2e-4690-80c4-6006c161e8c3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.065705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e71d5687-2a2e-4690-80c4-6006c161e8c3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.065851] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e71d5687-2a2e-4690-80c4-6006c161e8c3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.568139] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e71d5687-2a2e-4690-80c4-6006c161e8c3 [ 848.568689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.568689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.568689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.568860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.568915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.569045] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e71d5687-2a2e-4690-80c4-6006c161e8c3 already deleted. [ 848.569152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e71d5687-2a2e-4690-80c4-6006c161e8c3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.787499] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-52539450-9e8f-4f58-a5af-bcb4011077b0 service nova] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_rules [ 848.787499] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-52539450-9e8f-4f58-a5af-bcb4011077b0 service nova] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 848.787499] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-52539450-9e8f-4f58-a5af-bcb4011077b0 service nova] Enqueued Resource ID: cd271207-2722-4434-ae8c-4b4dc6c5ea2e with Priority: HIGHEST for action port [ 848.787499] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_rules [ 848.787499] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 848.787499] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd271207-2722-4434-ae8c-4b4dc6c5ea2e with Priority: HIGHEST for action port [ 848.787499] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.787499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.787499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.788992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.789144] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.789905] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.792029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.792029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.792029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.792029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.792029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.792029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.792029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.792029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.792029] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.792958] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.793227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.793227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.793333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.793372] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd271207-2722-4434-ae8c-4b4dc6c5ea2e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.295576] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.296667] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.296818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.296928] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd271207-2722-4434-ae8c-4b4dc6c5ea2e with status ACTIVE [ 849.297089] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.297208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.297273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.297477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.297566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.297727] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.297824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.297885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.298042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.298121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.298302] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.299145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.299253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.299491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.299647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.299696] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd271207-2722-4434-ae8c-4b4dc6c5ea2e is going to be updated. [ 849.323241] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.323485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.323485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.324022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.324022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.324022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd271207-2722-4434-ae8c-4b4dc6c5ea2e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.417396] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 849.417396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.579066] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-fc88ef4a-b181-4812-8230-88233a0d3ee9 tempest-ListServersNegativeTestJSON-927772139 tempest-ListServersNegativeTestJSON-927772139-project-member] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 849.579376] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 849.579585] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.579692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.802191] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.804820] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f763bcdf-9849-42a6-b857-aacf498a3bda in Status: SUCCESS [ 849.805104] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f763bcdf-9849-42a6-b857-aacf498a3bda deletion is rescheduled due to dependency. [ 849.805182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.965309] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.965920] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.965920] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.966150] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.967294] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.967294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.967294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.967294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.967294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.967294] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.967770] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.967770] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.967770] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.967770] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.967986] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.967986] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.990167] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.990333] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.990467] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.990633] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.990940] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-09633066-ecab-4449-929c-c2f7d5b69341 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.991124] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-09633066-ecab-4449-929c-c2f7d5b69341" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.993102] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-09633066-ecab-4449-929c-c2f7d5b69341" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.993102] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-09633066-ecab-4449-929c-c2f7d5b69341" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.993102] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09633066-ecab-4449-929c-c2f7d5b69341',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.306713] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.306881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.306969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.307213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.307306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.307499] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be created. [ 850.333390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.333554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.333606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.334525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.334525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.347019] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: UNINITIALIZED for 2s [ 850.494386] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.494616] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.494744] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.495058] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.495213] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.495365] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 09633066-ecab-4449-929c-c2f7d5b69341 not found, creating... [ 850.495625] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.495781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.495925] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.496145] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.496488] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.496567] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.496797] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.496914] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.497134] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.497264] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.497651] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 09633066-ecab-4449-929c-c2f7d5b69341 is going to be created. [ 850.519970] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.520321] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.520536] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.520922] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.521281] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.521657] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-09633066-ecab-4449-929c-c2f7d5b69341" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.236538] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-4db8c93e-31c3-4c49-b950-544171f74fab service nova] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_rules [ 851.236842] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-4db8c93e-31c3-4c49-b950-544171f74fab service nova] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 851.236842] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-4db8c93e-31c3-4c49-b950-544171f74fab service nova] Enqueued Resource ID: 09633066-ecab-4449-929c-c2f7d5b69341 with Priority: HIGHEST for action port [ 851.237396] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_rules [ 851.237556] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 851.237704] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09633066-ecab-4449-929c-c2f7d5b69341 with Priority: HIGHEST for action port [ 851.238033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238797] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238797] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-09633066-ecab-4449-929c-c2f7d5b69341 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09633066-ecab-4449-929c-c2f7d5b69341" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09633066-ecab-4449-929c-c2f7d5b69341" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.239105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09633066-ecab-4449-929c-c2f7d5b69341" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.239105] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09633066-ecab-4449-929c-c2f7d5b69341',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.741967] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09633066-ecab-4449-929c-c2f7d5b69341 with status ACTIVE [ 851.742327] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.742601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.742686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.742911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.743017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.743208] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.743316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.743378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.743532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.743633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.743875] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.743976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.744053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.744208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.744284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.744369] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09633066-ecab-4449-929c-c2f7d5b69341 is going to be updated. [ 851.804523] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.804523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.805577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.805577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.805577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.805577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09633066-ecab-4449-929c-c2f7d5b69341" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.207449] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-c2a4e6ff-938c-4c78-a182-8127d0ae50f8 tempest-ListServersNegativeTestJSON-927772139 tempest-ListServersNegativeTestJSON-927772139-project-member] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 852.208230] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 852.208621] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.213457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.362869] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 852.362869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.362869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.362869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.363837] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.364223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.364395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.364659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.364829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.365035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.365228] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.367717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.370087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.370087] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.370087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.370087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.370087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.370087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.370087] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.627285] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.628025] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.628025] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.628025] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.628297] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.628490] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.628596] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.628825] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.628994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.629244] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.629450] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.629608] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.629722] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.629850] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.629987] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.630959] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.654018] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.654323] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.654563] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.654894] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.655891] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-ddac651c-5eb4-4dc6-a84a-3d39271f395a taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.655891] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-ddac651c-5eb4-4dc6-a84a-3d39271f395a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.655891] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-ddac651c-5eb4-4dc6-a84a-3d39271f395a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.656565] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-ddac651c-5eb4-4dc6-a84a-3d39271f395a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.656638] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddac651c-5eb4-4dc6-a84a-3d39271f395a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.868904] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.868992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.872448] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.159594] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.159902] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.160047] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.160680] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.160850] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.161023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port ddac651c-5eb4-4dc6-a84a-3d39271f395a not found, creating... [ 853.161326] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.161527] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.161674] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.161921] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.162112] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.162456] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.162624] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.162741] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.162978] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.163160] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.163404] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: ddac651c-5eb4-4dc6-a84a-3d39271f395a is going to be created. [ 853.192078] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.192078] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.193426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.193426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.193426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.193793] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-ddac651c-5eb4-4dc6-a84a-3d39271f395a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.376771] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.880218] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.880218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.880218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.880218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.880218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.880547] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 853.917454] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.917750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.917750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.918048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.918134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.927666] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 853.957705] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-11bf6bf6-37a4-42ab-9e86-aacb14bf078c service nova] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_rules [ 853.957887] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-11bf6bf6-37a4-42ab-9e86-aacb14bf078c service nova] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 853.958034] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cccc533-4a18-4bed-99ec-b6f334906877 req-11bf6bf6-37a4-42ab-9e86-aacb14bf078c service nova] Enqueued Resource ID: ddac651c-5eb4-4dc6-a84a-3d39271f395a with Priority: HIGHEST for action port [ 853.958561] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_rules [ 853.958698] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 853.958796] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddac651c-5eb4-4dc6-a84a-3d39271f395a with Priority: HIGHEST for action port [ 853.959153] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.959294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.959732] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.960022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.960194] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddac651c-5eb4-4dc6-a84a-3d39271f395a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.960285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddac651c-5eb4-4dc6-a84a-3d39271f395a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.960378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddac651c-5eb4-4dc6-a84a-3d39271f395a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.960606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddac651c-5eb4-4dc6-a84a-3d39271f395a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.960720] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddac651c-5eb4-4dc6-a84a-3d39271f395a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.465393] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddac651c-5eb4-4dc6-a84a-3d39271f395a with status ACTIVE [ 854.465661] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.465778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.465849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.466078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.466174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.466363] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.466471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.466537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.466721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.466755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.466930] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.467032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.467094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.467230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.467300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.467386] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddac651c-5eb4-4dc6-a84a-3d39271f395a is going to be updated. [ 854.498024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.498024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.498024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.498024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.498024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.498323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddac651c-5eb4-4dc6-a84a-3d39271f395a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.943498] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 855.943498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.943498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.943498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.943498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.943498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.943498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.943498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.943498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.943498] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.445900] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.571622] env[65850]: INFO networking_nsxv3.common.synchronization [req-9254604e-3f58-4106-b7bf-6a3f54749692 req-cd6d508c-3d43-4ac9-baa7-04086bb7bcc0 tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 856.572200] env[65850]: INFO networking_nsxv3.common.synchronization [req-9254604e-3f58-4106-b7bf-6a3f54749692 req-cd6d508c-3d43-4ac9-baa7-04086bb7bcc0 tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 3f6d94e6-420e-448b-bd73-8294da66b753 with Priority: HIGHEST for action security_group_members [ 856.572548] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 856.572816] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6d94e6-420e-448b-bd73-8294da66b753 with Priority: HIGHEST for action security_group_members [ 856.573041] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.573174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.573241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.573443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.574207] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.574334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.574405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.574585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.574679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.574781] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.575966] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6d94e6-420e-448b-bd73-8294da66b753 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.576109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.576180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.576429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.576581] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.576679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.576742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.576888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.576972] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.577082] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.631406] env[65850]: INFO networking_nsxv3.common.synchronization [req-9254604e-3f58-4106-b7bf-6a3f54749692 req-cd6d508c-3d43-4ac9-baa7-04086bb7bcc0 tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 3f6d94e6-420e-448b-bd73-8294da66b753 with Priority: HIGHEST for action security_group_rules [ 856.631711] env[65850]: INFO networking_nsxv3.common.synchronization [req-9254604e-3f58-4106-b7bf-6a3f54749692 req-cd6d508c-3d43-4ac9-baa7-04086bb7bcc0 tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 3f6d94e6-420e-448b-bd73-8294da66b753 with Priority: HIGHEST for action security_group_members [ 856.631953] env[65850]: INFO networking_nsxv3.common.synchronization [req-9254604e-3f58-4106-b7bf-6a3f54749692 req-cd6d508c-3d43-4ac9-baa7-04086bb7bcc0 tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_rules [ 856.632633] env[65850]: INFO networking_nsxv3.common.synchronization [req-9254604e-3f58-4106-b7bf-6a3f54749692 req-cd6d508c-3d43-4ac9-baa7-04086bb7bcc0 tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 856.632871] env[65850]: INFO networking_nsxv3.common.synchronization [req-9254604e-3f58-4106-b7bf-6a3f54749692 req-cd6d508c-3d43-4ac9-baa7-04086bb7bcc0 tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with Priority: HIGHEST for action port [ 856.634643] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6d94e6-420e-448b-bd73-8294da66b753 with Priority: HIGHEST for action security_group_rules [ 856.634643] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_rules [ 856.634643] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with Priority: HIGHEST for action port [ 856.634643] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6d94e6-420e-448b-bd73-8294da66b753 with Priority: HIGHEST for action security_group_members [ 856.634643] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 856.635514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f6d94e6-420e-448b-bd73-8294da66b753 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.635514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.635514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.635514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.635684] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.636768] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.636887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.636971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.637243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.637349] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.639160] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-56773d8d-b94f-476b-839d-1eb4bc9d6d50 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.639160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.639160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.639424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.639509] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56773d8d-b94f-476b-839d-1eb4bc9d6d50',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.640656] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6d94e6-420e-448b-bd73-8294da66b753 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.640656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.640919] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.640999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.876816] env[65850]: INFO networking_nsxv3.common.synchronization [req-6cf70bff-4de2-418e-a931-10fddd96846f req-3692eb80-45c4-4c3f-8994-638d301a4760 tempest-ServersAdminTestJSON-679498568 tempest-ServersAdminTestJSON-679498568-project-member] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 856.876816] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 856.876816] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.876816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.876816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.877052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.877310] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.877407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.877480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.877650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.877742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.877840] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.949653] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.079049] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.080771] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.146022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6d94e6-420e-448b-bd73-8294da66b753 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.146022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.146022] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with status ACTIVE [ 857.146022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.146022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.146022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.146737] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.146737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.146737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.146737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.146737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.146737] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 is going to be updated. [ 857.168367] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.168367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.168367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.168367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.168367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.168367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.301842] env[65850]: INFO networking_nsxv3.common.synchronization [req-f70bf424-8915-4778-8795-18d1396a7e10 req-e44ee6f4-f60f-42e2-8b80-3aa93e4485ff tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 857.301842] env[65850]: INFO networking_nsxv3.common.synchronization [req-f70bf424-8915-4778-8795-18d1396a7e10 req-e44ee6f4-f60f-42e2-8b80-3aa93e4485ff tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 3f6d94e6-420e-448b-bd73-8294da66b753 with Priority: HIGHEST for action security_group_members [ 857.302463] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 857.302634] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f6d94e6-420e-448b-bd73-8294da66b753 with Priority: HIGHEST for action security_group_members [ 857.302979] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.303500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.303500] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f6d94e6-420e-448b-bd73-8294da66b753 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.303500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.356169] env[65850]: INFO networking_nsxv3.common.synchronization [req-f70bf424-8915-4778-8795-18d1396a7e10 req-e44ee6f4-f60f-42e2-8b80-3aa93e4485ff tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_rules [ 857.356362] env[65850]: INFO networking_nsxv3.common.synchronization [req-f70bf424-8915-4778-8795-18d1396a7e10 req-e44ee6f4-f60f-42e2-8b80-3aa93e4485ff tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 857.356496] env[65850]: INFO networking_nsxv3.common.synchronization [req-f70bf424-8915-4778-8795-18d1396a7e10 req-e44ee6f4-f60f-42e2-8b80-3aa93e4485ff tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with Priority: HIGHEST for action port [ 857.357033] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_rules [ 857.357174] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 857.357275] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with Priority: HIGHEST for action port [ 857.357551] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.357654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.357852] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.357932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.358126] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-56773d8d-b94f-476b-839d-1eb4bc9d6d50 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.358230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.358566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.358566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.358772] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56773d8d-b94f-476b-839d-1eb4bc9d6d50',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.382387] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.452782] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.452782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.452782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.453092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.453157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.453249] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 857.481943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.482891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.482891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.482891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.482891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.492468] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 857.582557] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.583610] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.861982] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56773d8d-b94f-476b-839d-1eb4bc9d6d50 with status ACTIVE [ 857.862275] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.862413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.862499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.862989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.862989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.862989] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.863170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.863170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.863304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.863378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.863555] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.863648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.863708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.863954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.864027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.864119] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56773d8d-b94f-476b-839d-1eb4bc9d6d50 is going to be updated. [ 857.885147] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.889081] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.889295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.889418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.889721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.889938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.890154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56773d8d-b94f-476b-839d-1eb4bc9d6d50" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.089033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.089033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.089033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.089033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.089033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.089033] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be updated. [ 858.089859] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.089859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.089942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.093688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.093855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.093991] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6d94e6-420e-448b-bd73-8294da66b753 is going to be created. [ 858.141035] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.141035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.141035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.141035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.141575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.145737] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.146209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.146687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.147017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.148899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.155370] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6d94e6-420e-448b-bd73-8294da66b753 in Status: UNINITIALIZED for 2s [ 858.157847] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: IN_PROGRESS for 2s [ 858.388352] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.388586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.388586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.388802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.388893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.388995] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 858.419746] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.419925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.420011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.420259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.420408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.434729] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 858.531390] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6a53029c-c907-4c11-965e-3b3f5646372f tempest-MigrationsAdminTest-1699859693 tempest-MigrationsAdminTest-1699859693-project-member] Enqueued Resource ID: fce229ae-02bf-42da-aaca-6f98e842680b with Priority: HIGHEST for action security_group_rules [ 858.532048] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce229ae-02bf-42da-aaca-6f98e842680b with Priority: HIGHEST for action security_group_rules [ 858.532684] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce229ae-02bf-42da-aaca-6f98e842680b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.532684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce229ae-02bf-42da-aaca-6f98e842680b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.532684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce229ae-02bf-42da-aaca-6f98e842680b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.532910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce229ae-02bf-42da-aaca-6f98e842680b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.533029] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce229ae-02bf-42da-aaca-6f98e842680b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.650445] env[65850]: INFO networking_nsxv3.common.synchronization [None req-0bab6d35-8abc-441d-8f3a-fe007e82da20 tempest-MigrationsAdminTest-1699859693 tempest-MigrationsAdminTest-1699859693-project-member] Enqueued Resource ID: fce229ae-02bf-42da-aaca-6f98e842680b with Priority: HIGHEST for action security_group_rules [ 858.651297] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce229ae-02bf-42da-aaca-6f98e842680b with Priority: HIGHEST for action security_group_rules [ 858.651693] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce229ae-02bf-42da-aaca-6f98e842680b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.651799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce229ae-02bf-42da-aaca-6f98e842680b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.055738] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.055924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.056067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.056336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.056494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.056616] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce229ae-02bf-42da-aaca-6f98e842680b already deleted. [ 859.056766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce229ae-02bf-42da-aaca-6f98e842680b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.056944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce229ae-02bf-42da-aaca-6f98e842680b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.057141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce229ae-02bf-42da-aaca-6f98e842680b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.057246] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce229ae-02bf-42da-aaca-6f98e842680b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.504516] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 859.504516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.504516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.504516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.504516] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.504516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.504516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.504516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.504516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.504516] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.544152] env[65850]: INFO networking_nsxv3.common.synchronization [req-3af5d51f-bd31-4031-8f1c-05b25336c358 req-5536db16-0bba-4a68-94be-fa061551c68e tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 859.544152] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 859.544152] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.544152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.544152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.544152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.544152] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.544593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.544792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.545134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.545337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.545534] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.579572] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.586172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.586172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.586172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.586172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.586172] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce229ae-02bf-42da-aaca-6f98e842680b already deleted. [ 859.586172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce229ae-02bf-42da-aaca-6f98e842680b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.957188] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.958030] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.958030] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.958030] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.958233] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.958233] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.958354] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.958528] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.958655] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.958864] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.958971] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.959566] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.959683] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.960040] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.960198] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.960337] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.981896] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.982119] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.982239] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.982348] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.982661] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-aecb687e-9120-4a35-9f1e-fdfced6e7abe taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.982832] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-aecb687e-9120-4a35-9f1e-fdfced6e7abe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.982950] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-aecb687e-9120-4a35-9f1e-fdfced6e7abe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.983294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-aecb687e-9120-4a35-9f1e-fdfced6e7abe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.983434] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aecb687e-9120-4a35-9f1e-fdfced6e7abe',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.006671] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.047474] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.047686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.047768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.047924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.048068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.048289] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.048437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.048561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.048761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.048885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049036] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 already deleted. [ 860.049140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.166222] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: SUCCESS [ 860.166524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.166721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.166960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.167203] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.167297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.167337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.167479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.167556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.167656] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.169103] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f6d94e6-420e-448b-bd73-8294da66b753 in Status: SUCCESS [ 860.169291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.169437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.169599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.169758] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.169913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.169991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.170174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.170255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.170344] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.447267] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 860.447505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.486038] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.486360] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.486419] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.486980] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.487321] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.487513] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port aecb687e-9120-4a35-9f1e-fdfced6e7abe not found, creating... [ 860.487988] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.488177] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.488304] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.488549] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.488685] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.489089] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.489252] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.489379] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.489609] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.489964] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.490137] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: aecb687e-9120-4a35-9f1e-fdfced6e7abe is going to be created. [ 860.509684] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.514913] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.515122] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.515205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.515578] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.515828] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.516075] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-aecb687e-9120-4a35-9f1e-fdfced6e7abe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.673332] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.674552] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.674552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.674552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.674788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.674788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.675074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.675074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.675074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.675268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.675313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.675360] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6d94e6-420e-448b-bd73-8294da66b753 is going to be deleted. [ 860.718673] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.718894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.718955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.719226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.719309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.719489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.719647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.719808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.719995] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.720115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.720177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.720322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.720398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.720490] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.013751] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.013926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.013996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.014239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.014335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.014435] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 861.048875] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.049319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.049319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.049749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.053414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.062260] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 861.178150] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.223981] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.224156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.224255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.224457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.224800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.225064] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.225175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.225243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.225413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.225552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.225601] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6d94e6-420e-448b-bd73-8294da66b753 already deleted. [ 861.225643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.225759] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.227376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.227459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.227575] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.228413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.228413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.228413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.228413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.228413] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.246563] env[65850]: INFO networking_nsxv3.common.synchronization [req-3af5d51f-bd31-4031-8f1c-05b25336c358 req-d6ff3c35-dc10-4677-b0af-1a1cc8aa9850 service nova] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_rules [ 861.246840] env[65850]: INFO networking_nsxv3.common.synchronization [req-3af5d51f-bd31-4031-8f1c-05b25336c358 req-d6ff3c35-dc10-4677-b0af-1a1cc8aa9850 service nova] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 861.246889] env[65850]: INFO networking_nsxv3.common.synchronization [req-3af5d51f-bd31-4031-8f1c-05b25336c358 req-d6ff3c35-dc10-4677-b0af-1a1cc8aa9850 service nova] Enqueued Resource ID: aecb687e-9120-4a35-9f1e-fdfced6e7abe with Priority: HIGHEST for action port [ 861.248890] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_rules [ 861.248890] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 861.248890] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecb687e-9120-4a35-9f1e-fdfced6e7abe with Priority: HIGHEST for action port [ 861.248890] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.248890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.248890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.250332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.250332] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.250332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.250332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.250332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.250332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.250546] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.250546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.250546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.250655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.252666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.252666] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.252666] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-aecb687e-9120-4a35-9f1e-fdfced6e7abe taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.252666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aecb687e-9120-4a35-9f1e-fdfced6e7abe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.252666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aecb687e-9120-4a35-9f1e-fdfced6e7abe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.252666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aecb687e-9120-4a35-9f1e-fdfced6e7abe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.252666] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aecb687e-9120-4a35-9f1e-fdfced6e7abe',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.680451] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.680874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.680874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.681158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.681158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.681237] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be updated. [ 861.717045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.717302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.717399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.717701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.718389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.728545] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: IN_PROGRESS for 2s [ 861.728863] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f6d94e6-420e-448b-bd73-8294da66b753',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.730990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.731178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.731280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.731939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.732116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.732829] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.732999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.733091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.733335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.733451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.733577] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f6d94e6-420e-448b-bd73-8294da66b753 already deleted. [ 861.733900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.754873] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.755036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.755231] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.756225] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aecb687e-9120-4a35-9f1e-fdfced6e7abe with status ACTIVE [ 861.756401] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.756520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.756590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.756805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.757122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.757324] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.757425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.757489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.757723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.757843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.758052] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.758225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.758307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.758513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.758583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.758626] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aecb687e-9120-4a35-9f1e-fdfced6e7abe is going to be updated. [ 861.781116] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.781265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.781339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.781576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.781718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.781871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aecb687e-9120-4a35-9f1e-fdfced6e7abe" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.231321] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f6d94e6-420e-448b-bd73-8294da66b753: rpc.has_security_group_logging(os_id): False [ 862.253194] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.253194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.253194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.253523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.253523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.254023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.254023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.254023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.254194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.254194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.254265] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6d94e6-420e-448b-bd73-8294da66b753 is going to be created. [ 862.261605] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.276460] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3f6d94e6-420e-448b-bd73-8294da66b753], does not exist path=[/infra/domains/default/groups/3f6d94e6-420e-448b-bd73-8294da66b753]."\n}' [ 862.276635] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6d94e6-420e-448b-bd73-8294da66b753 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3f6d94e6-420e-448b-bd73-8294da66b753 [ 862.276740] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 862.348187] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.348453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.348453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.348610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.349699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.349975] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.353265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.353400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.353558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.353641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.353902] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.354080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.354133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.354307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.354523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.355598] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f6d94e6-420e-448b-bd73-8294da66b753 is going to be created. [ 862.376100] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3f6d94e6-420e-448b-bd73-8294da66b753], does not exist path=[/infra/domains/default/groups/3f6d94e6-420e-448b-bd73-8294da66b753]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3f6d94e6-420e-448b-bd73-8294da66b753 [ 862.376100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f6d94e6-420e-448b-bd73-8294da66b753" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.376100] env[65850]: Traceback (most recent call last): [ 862.376100] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 862.376100] env[65850]: return func(*args, **kwargs) [ 862.376100] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 862.376100] env[65850]: res.raise_for_status() [ 862.376100] env[65850]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 862.376100] env[65850]: raise HTTPError(http_error_msg, response=self) [ 862.376100] env[65850]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3f6d94e6-420e-448b-bd73-8294da66b753 [ 862.376100] env[65850]: During handling of the above exception, another exception occurred: [ 862.376100] env[65850]: Traceback (most recent call last): [ 862.376100] env[65850]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 862.376100] env[65850]: listener.cb(fileno) [ 862.376100] env[65850]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 862.376100] env[65850]: result = function(*args, **kwargs) [ 862.376100] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 862.376100] env[65850]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 862.376100] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 862.376100] env[65850]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 862.376100] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 862.376100] env[65850]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 862.376100] env[65850]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 862.376100] env[65850]: res.raise_for_status() [ 862.376100] env[65850]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 862.376100] env[65850]: raise HTTPError(http_error_msg, response=self) [ 862.376100] env[65850]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3f6d94e6-420e-448b-bd73-8294da66b753 [ 862.376100] env[65850]: Removing descriptor: 60 [ 862.765474] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.765812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.765812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.766046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.766046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.766141] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be created. [ 862.797602] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.797857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.797926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.798178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.799358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.811368] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: UNINITIALIZED for 2s [ 863.076779] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 863.077032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.077299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.077450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.077646] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.077769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.077834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.077985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.078086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.078171] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.078339] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.078419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.078479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.078622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.078764] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.078858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.078918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.079269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.079408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.079568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.079700] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.080638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.080865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.081097] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.081367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.081492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.083166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.083166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.083166] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.585722] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfadab9d-233c-41d2-9c08-c217112e9836: rpc.has_security_group_logging(os_id): False [ 863.587397] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.607434] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.607632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.607993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.607993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.608139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.608959] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.608959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.608959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.608959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.608959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.608959] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.609288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.609288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.609288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.609382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.609711] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.609711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.609880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.609950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.610062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.610529] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be created. [ 863.676018] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.676018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.676018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.676018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.676018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.689826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 863.739265] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: SUCCESS [ 863.739453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.739870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.739870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.740195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.740296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.740336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.740540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.740647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.740752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.740855] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.742059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.742317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.742553] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.742710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.742751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.742913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.743069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.743115] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.090755] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.244767] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.244981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.246062] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.594655] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.594655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.594655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.594655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.594655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.594655] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 864.631324] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.634024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.634024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.634024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.634024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.658152] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 864.749386] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.823923] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: SUCCESS [ 864.823923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.823923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.823923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.823923] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.824983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.825694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.825978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.827019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.827019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.827019] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.255147] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.255489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.255740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.255906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.256475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.256475] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be updated. [ 865.291726] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.291726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.291726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.291726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.292441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.304217] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: IN_PROGRESS for 2s [ 865.328907] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.329133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.329133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.329311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.329597] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.329914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.329914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.329914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.330052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.330261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.330261] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.330407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.330407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.330621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.330774] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.330886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.330938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.331103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.331167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.331249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.332556] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.705869] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 865.706235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.706465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.706697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.706880] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.837949] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4277c4cb-daea-42ad-b128-50e6abaf3784: rpc.has_security_group_logging(os_id): False [ 865.858108] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.858731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.858731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.858731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.858731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.859369] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.859369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.859369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.859369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.859369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.859730] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.859730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.859730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.859858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.859966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.861266] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.861834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.861834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.861834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.861834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.861834] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be created. [ 865.958245] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.969883] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: IN_PROGRESS for 2s [ 866.120566] env[65850]: INFO networking_nsxv3.common.synchronization [req-88079277-3b46-458b-bdce-57bfeda35781 req-676b6cc0-e97d-46b5-8c01-c402f822e654 tempest-ServerRescueTestJSONUnderV235-346962303 tempest-ServerRescueTestJSONUnderV235-346962303-project-member] Enqueued Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 866.121314] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f with Priority: HIGHEST for action security_group_members [ 866.121673] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.121774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.210930] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.211482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.669160] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 866.669499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.669647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.669835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.670056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.670192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.670258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.670414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.670512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.670603] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.670697] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.174610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.174766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.175923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.175923] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.175923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.175923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.175923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.175923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.175923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.175923] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176283] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176789] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.316240] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: SUCCESS [ 867.316479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.316657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.316933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.317088] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.317248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.317317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.317441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.317523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.317624] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.679293] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfadab9d-233c-41d2-9c08-c217112e9836: rpc.has_security_group_logging(os_id): False [ 867.698993] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.699205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.699251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.700022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.700022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.700022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.700022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.700284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.700284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.700362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.701216] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.701216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.701216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.701216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.701216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.701216] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.701216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.701538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.701538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.701538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.702236] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 867.772289] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.773209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.773400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.773619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.773874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.787314] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 867.820889] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.821083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.821158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.821479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.854888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.855175] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.855302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.855365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.855749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.855749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.855749] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be updated. [ 867.876032] env[65850]: INFO networking_nsxv3.common.synchronization [req-7abd87f9-ab58-423e-af4a-d3428aa3bfca req-3f29418f-ace8-4484-bb53-1ea8b2e4c9d1 tempest-ListServersNegativeTestJSON-927772139 tempest-ListServersNegativeTestJSON-927772139-project-member] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 867.876347] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 867.876679] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.876810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.876878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.878356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.878356] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.878356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.878356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.878356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.878356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.878600] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.890832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.891071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.891232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.891514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.891873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.906278] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: IN_PROGRESS for 2s [ 867.963514] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6b9819de-a17c-441e-aa21-7ef1f5e2fa4a None None] Enqueued Resource ID: 371b5262-1370-4821-995c-8cd01a19a7a1 with Priority: HIGHEST for action port [ 867.963938] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371b5262-1370-4821-995c-8cd01a19a7a1 with Priority: HIGHEST for action port [ 867.966791] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-371b5262-1370-4821-995c-8cd01a19a7a1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.966977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-371b5262-1370-4821-995c-8cd01a19a7a1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.967044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-371b5262-1370-4821-995c-8cd01a19a7a1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.967846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-371b5262-1370-4821-995c-8cd01a19a7a1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.967948] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('371b5262-1370-4821-995c-8cd01a19a7a1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.984642] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: SUCCESS [ 867.985054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.165929] env[65850]: INFO networking_nsxv3.common.synchronization [None req-900e4696-39ab-479f-a23f-7cdd65323e3e None None] Enqueued Resource ID: 9db3ebba-0db6-40b4-985f-39d3965deb88 with Priority: HIGHEST for action port [ 868.169187] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db3ebba-0db6-40b4-985f-39d3965deb88 with Priority: HIGHEST for action port [ 868.170065] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9db3ebba-0db6-40b4-985f-39d3965deb88 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.170065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9db3ebba-0db6-40b4-985f-39d3965deb88" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.170065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9db3ebba-0db6-40b4-985f-39d3965deb88" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.170530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9db3ebba-0db6-40b4-985f-39d3965deb88" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.170530] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db3ebba-0db6-40b4-985f-39d3965deb88',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.384433] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.471636] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 371b5262-1370-4821-995c-8cd01a19a7a1 [ 868.471968] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.472156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.472254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.472506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.472601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.472771] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:371b5262-1370-4821-995c-8cd01a19a7a1 already deleted. [ 868.472857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-371b5262-1370-4821-995c-8cd01a19a7a1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.673149] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9db3ebba-0db6-40b4-985f-39d3965deb88 [ 868.673404] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.673543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.673606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.674147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.674147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.674147] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9db3ebba-0db6-40b4-985f-39d3965deb88 already deleted. [ 868.674147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9db3ebba-0db6-40b4-985f-39d3965deb88" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.725318] env[65850]: INFO networking_nsxv3.common.synchronization [req-d50994cc-26d7-423f-831d-6f0419219f78 req-1e77f187-f8f1-4a57-aede-215c8fbb3657 tempest-ServersV294TestFqdnHostnames-2114065503 tempest-ServersV294TestFqdnHostnames-2114065503-project-member] Enqueued Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_members [ 868.726442] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGHEST for action security_group_members [ 868.726442] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d825670d-0727-4343-9f80-6b54192eb6c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.726442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.726442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.726659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.726705] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.726757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.726827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.726979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.727377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.727524] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.888792] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.231451] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.231658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.231728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.231918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.253901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.254831] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.254831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.254831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.254831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.254831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.254831] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d825670d-0727-4343-9f80-6b54192eb6c2 is going to be updated. [ 869.290814] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.290814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.290814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.290814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.290814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.299385] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d825670d-0727-4343-9f80-6b54192eb6c2 in Status: IN_PROGRESS for 2s [ 869.392269] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.392269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.392269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.392269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.392269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.392269] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 869.432910] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.432910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.432910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.433107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.433107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.444779] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 869.823704] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 869.824106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.826492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.826492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.826728] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.923534] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: SUCCESS [ 869.923706] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f deletion is rescheduled due to dependency. [ 869.923845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.924080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.924416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.924772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.924772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.924998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.925122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.925243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.925360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.925578] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-643c3bf7-8950-479a-abcc-47bcdf2c365f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.925684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.925759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.925877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.926032] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.926125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.926183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.927752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.927752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.927752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.927752] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.927752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.927752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.927752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.928248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.928248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.928248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.928248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.928248] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.330388] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.330576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.430852] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 643c3bf7-8950-479a-abcc-47bcdf2c365f: rpc.has_security_group_logging(os_id): False [ 870.431735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.431892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.433693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.433693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.433693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.433693] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.433693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.433693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.433693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.433693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.433693] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be updated. [ 870.454411] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.454786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.454843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.455090] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.455232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.455561] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.455699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.455767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.456034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.457292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.457576] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.457718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.457797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.458007] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.458162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.458788] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.458788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.458788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.458788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.459805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.459805] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be updated. [ 870.462765] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.462765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.462765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.462765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.462765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.473699] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: IN_PROGRESS for 2s [ 870.527222] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.527222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.527432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.527631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.528286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.541807] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: IN_PROGRESS for 2s [ 870.808776] env[65850]: INFO networking_nsxv3.common.synchronization [None req-76990fa4-df56-4597-9efd-962bc7907a4a None None] Enqueued Resource ID: b774917e-6bbe-4350-b877-9aacc85c1b8d with Priority: HIGHEST for action port [ 870.809413] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b774917e-6bbe-4350-b877-9aacc85c1b8d with Priority: HIGHEST for action port [ 870.809766] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b774917e-6bbe-4350-b877-9aacc85c1b8d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.809893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b774917e-6bbe-4350-b877-9aacc85c1b8d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.809962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b774917e-6bbe-4350-b877-9aacc85c1b8d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.810305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b774917e-6bbe-4350-b877-9aacc85c1b8d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.810393] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b774917e-6bbe-4350-b877-9aacc85c1b8d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.318646] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d825670d-0727-4343-9f80-6b54192eb6c2 in Status: SUCCESS [ 871.318646] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d825670d-0727-4343-9f80-6b54192eb6c2 deletion is rescheduled due to dependency. [ 871.318646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.318646] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b774917e-6bbe-4350-b877-9aacc85c1b8d [ 871.318646] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.321207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.321207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.321207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.321207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.321207] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b774917e-6bbe-4350-b877-9aacc85c1b8d already deleted. [ 871.321207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b774917e-6bbe-4350-b877-9aacc85c1b8d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.455378] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 871.456038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.456283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.456516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.457721] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.459875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.459875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.459875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.459875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.459875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.459875] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.470748] env[65850]: INFO networking_nsxv3.common.synchronization [None req-ad036c08-5c37-4269-bf4b-aecbd5735aef None None] Enqueued Resource ID: f28081fd-2688-4769-b8eb-459eba95b0d7 with Priority: HIGHEST for action port [ 871.471324] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f28081fd-2688-4769-b8eb-459eba95b0d7 with Priority: HIGHEST for action port [ 871.471701] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f28081fd-2688-4769-b8eb-459eba95b0d7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.471839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f28081fd-2688-4769-b8eb-459eba95b0d7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.471909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f28081fd-2688-4769-b8eb-459eba95b0d7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.473279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f28081fd-2688-4769-b8eb-459eba95b0d7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.474569] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f28081fd-2688-4769-b8eb-459eba95b0d7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.962590] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.962869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.962942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.963221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.963407] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.963511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.963575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.963803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.963965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.964076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.964171] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.964282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.964347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.964518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.964737] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.964832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.964879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.964991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.965108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.965193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.965285] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.976848] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f28081fd-2688-4769-b8eb-459eba95b0d7 [ 871.977735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.977888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.978516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.978516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.978516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.978516] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f28081fd-2688-4769-b8eb-459eba95b0d7 already deleted. [ 871.978516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f28081fd-2688-4769-b8eb-459eba95b0d7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.469146] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfadab9d-233c-41d2-9c08-c217112e9836: rpc.has_security_group_logging(os_id): False [ 872.486135] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: SUCCESS [ 872.486494] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f deletion is rescheduled due to dependency. [ 872.487583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.489139] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.489139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.489139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.489139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.489349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.489498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.489621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.489715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.489893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.491552] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.491552] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.491552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.491552] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 872.561025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.561025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.561025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.561025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.561025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.562173] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f in Status: SUCCESS [ 872.562521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.563358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.563706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.567353] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('643c3bf7-8950-479a-abcc-47bcdf2c365f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.577271] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 873.087046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.087046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.087260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.087302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.087388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.087493] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 643c3bf7-8950-479a-abcc-47bcdf2c365f is going to be deleted. [ 873.157705] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.157887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.157972] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.158195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.158302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.158564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-643c3bf7-8950-479a-abcc-47bcdf2c365f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.593433] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 874.593827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.797189] env[65850]: INFO networking_nsxv3.common.synchronization [req-9250ad49-07bf-45bc-9455-ab1811213ccf req-a51dcda6-2021-4707-929f-a8589fa41fa1 tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 874.797189] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 874.797189] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.797189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.797189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.797875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.798219] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.798496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.800029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.800029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.800029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.800029] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.099072] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c37e999d-4fe4-4e92-8aa6-32ee3714cc84 None None] Enqueued Resource ID: 020043a7-9cdd-4e9e-9613-70b703cad745 with Priority: HIGHEST for action port [ 875.099072] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 020043a7-9cdd-4e9e-9613-70b703cad745 with Priority: HIGHEST for action port [ 875.099072] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-020043a7-9cdd-4e9e-9613-70b703cad745 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.099072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-020043a7-9cdd-4e9e-9613-70b703cad745" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.099072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-020043a7-9cdd-4e9e-9613-70b703cad745" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.099072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-020043a7-9cdd-4e9e-9613-70b703cad745" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.099072] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('020043a7-9cdd-4e9e-9613-70b703cad745',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.244858] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.245477] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.245670] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.245966] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.246294] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.246466] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.246650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.246887] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.247077] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.247326] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.247457] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.247586] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.247700] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.247823] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.247941] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.248096] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.268175] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.268383] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.268520] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.268699] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.269111] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-355bb124-575b-42ef-969a-d248db6d222e taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.269364] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-355bb124-575b-42ef-969a-d248db6d222e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.269526] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-355bb124-575b-42ef-969a-d248db6d222e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.269915] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-355bb124-575b-42ef-969a-d248db6d222e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.270152] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('355bb124-575b-42ef-969a-d248db6d222e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.301458] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.602297] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 020043a7-9cdd-4e9e-9613-70b703cad745 [ 875.602297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.602842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.602842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.602842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.602842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.603095] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:020043a7-9cdd-4e9e-9613-70b703cad745 already deleted. [ 875.603095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-020043a7-9cdd-4e9e-9613-70b703cad745" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.772361] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.772500] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.772635] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.772960] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.773127] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.773284] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 355bb124-575b-42ef-969a-d248db6d222e not found, creating... [ 875.773547] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.773706] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.773825] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.774053] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.774190] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.774814] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.774814] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.774814] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.775034] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.775088] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.775228] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 355bb124-575b-42ef-969a-d248db6d222e is going to be created. [ 875.796177] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.796404] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.796516] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.796805] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.797047] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.797277] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-355bb124-575b-42ef-969a-d248db6d222e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.805724] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.307751] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.307950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.308052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.308319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.308410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.308539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 876.338117] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.338309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.338358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.338691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.338691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.348288] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 876.368861] env[65850]: INFO networking_nsxv3.common.synchronization [req-01c69e75-7480-4256-82c7-e071fec8a1b4 req-3b0d46fb-0aa9-4f38-a780-d92f023b56a9 tempest-AttachVolumeTestJSON-616891276 tempest-AttachVolumeTestJSON-616891276-project-member] Enqueued Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_members [ 876.369448] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 with Priority: HIGHEST for action security_group_members [ 876.370146] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.370146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.370282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.370498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.370665] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.370772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.370835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.371033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.371104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.371202] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9933ae54-8f70-4fa6-951e-7eb2f7df3c65',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.532085] env[65850]: INFO networking_nsxv3.common.synchronization [req-9250ad49-07bf-45bc-9455-ab1811213ccf req-d1700717-9060-428a-80ab-58eb104a830b service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 876.532085] env[65850]: INFO networking_nsxv3.common.synchronization [req-9250ad49-07bf-45bc-9455-ab1811213ccf req-d1700717-9060-428a-80ab-58eb104a830b service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 876.532085] env[65850]: INFO networking_nsxv3.common.synchronization [req-9250ad49-07bf-45bc-9455-ab1811213ccf req-d1700717-9060-428a-80ab-58eb104a830b service nova] Enqueued Resource ID: 355bb124-575b-42ef-969a-d248db6d222e with Priority: HIGHEST for action port [ 876.532085] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 876.532085] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 876.532085] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 355bb124-575b-42ef-969a-d248db6d222e with Priority: HIGHEST for action port [ 876.532085] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.532085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.532085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.532768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.532768] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.534213] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.534373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.534462] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-355bb124-575b-42ef-969a-d248db6d222e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.534568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-355bb124-575b-42ef-969a-d248db6d222e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.534631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-355bb124-575b-42ef-969a-d248db6d222e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.536029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-355bb124-575b-42ef-969a-d248db6d222e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.536029] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('355bb124-575b-42ef-969a-d248db6d222e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.874040] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.874040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.874040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.874400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.895628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.895971] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.896085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.896085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.896333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.896389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.896478] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 is going to be updated. [ 876.924586] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.924726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.925310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.925310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.925310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.936254] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 in Status: IN_PROGRESS for 2s [ 877.035488] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.035591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.039815] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 355bb124-575b-42ef-969a-d248db6d222e with status ACTIVE [ 877.039815] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.039964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.040074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.040302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.040361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.040545] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.040652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.040718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.040922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.040978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.041126] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.041219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.041279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.041414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.041488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.041571] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 355bb124-575b-42ef-969a-d248db6d222e is going to be updated. [ 877.067772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.067927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.067989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.068253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.068453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.068557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-355bb124-575b-42ef-969a-d248db6d222e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.265359] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6c93c395-a969-4f10-bb40-92cadb4205f9 None None] Enqueued Resource ID: 9a3acb86-bb2b-4b4d-b990-f657b84a7471 with Priority: HIGHEST for action port [ 877.266072] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3acb86-bb2b-4b4d-b990-f657b84a7471 with Priority: HIGHEST for action port [ 877.266307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a3acb86-bb2b-4b4d-b990-f657b84a7471 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.266433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a3acb86-bb2b-4b4d-b990-f657b84a7471" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.266554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a3acb86-bb2b-4b4d-b990-f657b84a7471" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.266758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a3acb86-bb2b-4b4d-b990-f657b84a7471" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.266893] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3acb86-bb2b-4b4d-b990-f657b84a7471',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.321519] env[65850]: INFO networking_nsxv3.common.synchronization [req-21d86a2d-85a9-4ec1-80aa-ab76a270d44b req-02ff28e3-92cf-4fbf-bdc0-edb06338adf1 tempest-ServersTestFqdnHostnames-466546054 tempest-ServersTestFqdnHostnames-466546054-project-member] Enqueued Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_members [ 877.322353] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_members [ 877.322576] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8765004-5568-4620-95f2-73893e949163 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.322692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.322749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.323013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.323184] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.323889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.323889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.323889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.323889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.323889] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.732350] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.732504] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-199" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.732667] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-199" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.732994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-199" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.733328] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.733425] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.733540] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.735277] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.735277] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.736637] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.736637] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.736637] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.736637] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.736637] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.736637] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.736637] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.759454] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.759454] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.759454] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.759754] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-199" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.760188] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.760188] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.760188] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.760456] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.760630] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b16f97c7-af3d-4a03-a60a-2da2a7d0ce82',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.770538] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a3acb86-bb2b-4b4d-b990-f657b84a7471 [ 877.770538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.770538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.770538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.770538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.770538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.770538] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a3acb86-bb2b-4b4d-b990-f657b84a7471 already deleted. [ 877.770538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a3acb86-bb2b-4b4d-b990-f657b84a7471" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.826444] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.826444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.826444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.826444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.826444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.826444] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.826735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.826735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.826735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.826735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.826889] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8765004-5568-4620-95f2-73893e949163 already deleted. [ 877.826889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.263047] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.263442] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.263491] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.263804] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.264064] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.264288] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port b16f97c7-af3d-4a03-a60a-2da2a7d0ce82 not found, creating... [ 878.264564] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.264742] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.264873] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.265118] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.265259] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.265651] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.265750] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.265817] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.266068] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.266167] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.266305] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: b16f97c7-af3d-4a03-a60a-2da2a7d0ce82 is going to be created. [ 878.303185] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.303338] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.303424] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.303723] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.303914] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.304202] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.363105] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 878.363105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.363105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.363105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.363105] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.363105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.363105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.363105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.363105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.363105] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.866888] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.946737] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 in Status: SUCCESS [ 878.947020] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9933ae54-8f70-4fa6-951e-7eb2f7df3c65 deletion is rescheduled due to dependency. [ 878.947206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9933ae54-8f70-4fa6-951e-7eb2f7df3c65" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.017715] env[65850]: INFO networking_nsxv3.common.synchronization [req-21d86a2d-85a9-4ec1-80aa-ab76a270d44b req-cf8bf289-15a3-43a7-9368-deb916341cdb service nova] Enqueued Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_rules [ 879.018293] env[65850]: INFO networking_nsxv3.common.synchronization [req-21d86a2d-85a9-4ec1-80aa-ab76a270d44b req-cf8bf289-15a3-43a7-9368-deb916341cdb service nova] Enqueued Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_members [ 879.018293] env[65850]: INFO networking_nsxv3.common.synchronization [req-21d86a2d-85a9-4ec1-80aa-ab76a270d44b req-cf8bf289-15a3-43a7-9368-deb916341cdb service nova] Enqueued Resource ID: b16f97c7-af3d-4a03-a60a-2da2a7d0ce82 with Priority: HIGHEST for action port [ 879.019279] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_rules [ 879.019396] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_members [ 879.019496] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b16f97c7-af3d-4a03-a60a-2da2a7d0ce82 with Priority: HIGHEST for action port [ 879.019823] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8765004-5568-4620-95f2-73893e949163 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.019971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.020656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.020656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.020656] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.022325] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8765004-5568-4620-95f2-73893e949163 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.022561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.022712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.025627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.025627] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.025627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.025627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.025627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.025627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.025627] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.025627] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.026212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.026212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.028596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.028596] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b16f97c7-af3d-4a03-a60a-2da2a7d0ce82',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.369934] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.529410] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8765004-5568-4620-95f2-73893e949163 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.529720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.529720] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.531861] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b16f97c7-af3d-4a03-a60a-2da2a7d0ce82 with status ACTIVE [ 879.532337] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.532504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.532556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.532762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.532855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.533045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.533149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.533215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.533390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.533445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.533786] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.533786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.533786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.533939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.534067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.534067] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b16f97c7-af3d-4a03-a60a-2da2a7d0ce82 is going to be updated. [ 879.558758] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.558919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.558993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.559743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.559940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.560140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b16f97c7-af3d-4a03-a60a-2da2a7d0ce82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.878984] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.878984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.878984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.878984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.878984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.878984] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 879.917636] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.917863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.917863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.918152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.919069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.947702] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 880.009247] env[65850]: INFO networking_nsxv3.common.synchronization [req-c7794bc9-4463-454e-9395-264399bf302d req-e1ebcf56-1a18-4e0c-822f-1d7a532f42a0 tempest-ImagesNegativeTestJSON-879835716 tempest-ImagesNegativeTestJSON-879835716-project-member] Enqueued Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGHEST for action security_group_members [ 880.010254] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGHEST for action security_group_members [ 880.010254] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c67919-515e-473d-bc98-a316d00fffa9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.010509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.010509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.010615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.010778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.010873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.010931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.011860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.011952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.012074] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.032509] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.431220] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.431602] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-400" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.431602] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-400" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.431940] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-400" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.432356] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.432625] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.432778] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.433237] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.433425] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.433650] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.433801] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.433877] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.434035] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.434140] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.434250] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.434388] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.456809] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.457031] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.457182] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.457414] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-400" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.457814] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-ee239b56-7c35-496e-aaba-4fef390dcefd taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.458043] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-ee239b56-7c35-496e-aaba-4fef390dcefd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.458129] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-ee239b56-7c35-496e-aaba-4fef390dcefd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.458452] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-ee239b56-7c35-496e-aaba-4fef390dcefd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.458597] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee239b56-7c35-496e-aaba-4fef390dcefd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.515687] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.515971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.516464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.516566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.516779] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.516890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.517129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.517208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.517296] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c67919-515e-473d-bc98-a316d00fffa9 already deleted. [ 880.517377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.536676] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.536880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.536944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.537274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.537387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.537490] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8765004-5568-4620-95f2-73893e949163 is going to be created. [ 880.564501] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.564692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.564777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.565060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.565258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.576509] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8765004-5568-4620-95f2-73893e949163 in Status: UNINITIALIZED for 2s [ 880.961220] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.961546] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.961766] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.962102] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.962269] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.962432] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port ee239b56-7c35-496e-aaba-4fef390dcefd not found, creating... [ 880.962747] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.962888] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.963011] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.963252] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.963393] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.963674] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.963846] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.963944] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.968217] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.968369] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.968529] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: ee239b56-7c35-496e-aaba-4fef390dcefd is going to be created. [ 880.995109] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.995342] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.995447] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.995745] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.995969] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.997094] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-ee239b56-7c35-496e-aaba-4fef390dcefd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.422438] env[65850]: INFO networking_nsxv3.common.synchronization [req-7fad1070-24f4-428f-8218-5213d518565c req-1a50bbc8-f13e-448f-8220-66293fb02781 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 881.423598] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 881.424079] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.424289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.424423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.424703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.424922] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.425099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.425211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.425693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.425693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.425867] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.777749] env[65850]: INFO networking_nsxv3.common.synchronization [req-c7794bc9-4463-454e-9395-264399bf302d req-edd6e4a5-b80c-4b7f-a0c9-efa524c9f769 service nova] Enqueued Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGHEST for action security_group_rules [ 881.778092] env[65850]: INFO networking_nsxv3.common.synchronization [req-c7794bc9-4463-454e-9395-264399bf302d req-edd6e4a5-b80c-4b7f-a0c9-efa524c9f769 service nova] Enqueued Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGHEST for action security_group_members [ 881.778270] env[65850]: INFO networking_nsxv3.common.synchronization [req-c7794bc9-4463-454e-9395-264399bf302d req-edd6e4a5-b80c-4b7f-a0c9-efa524c9f769 service nova] Enqueued Resource ID: ee239b56-7c35-496e-aaba-4fef390dcefd with Priority: HIGHEST for action port [ 881.778953] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGHEST for action security_group_rules [ 881.779342] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGHEST for action security_group_members [ 881.779547] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee239b56-7c35-496e-aaba-4fef390dcefd with Priority: HIGHEST for action port [ 881.780055] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c67919-515e-473d-bc98-a316d00fffa9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.780269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.780398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.780800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.780902] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.784563] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c67919-515e-473d-bc98-a316d00fffa9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.784763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.784877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.785308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.785475] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.785565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.788239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.788239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.788239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.788239] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.789581] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee239b56-7c35-496e-aaba-4fef390dcefd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.789814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee239b56-7c35-496e-aaba-4fef390dcefd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.789961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee239b56-7c35-496e-aaba-4fef390dcefd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.790165] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee239b56-7c35-496e-aaba-4fef390dcefd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.790293] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee239b56-7c35-496e-aaba-4fef390dcefd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.932521] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.932801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.932801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.933219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.958759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.959412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.959412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.959412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.959615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.959615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.959743] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 881.961357] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 881.961582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.962239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.962378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.962580] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.962729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.962795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.963038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.963087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.963168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.963269] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.991488] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.991627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.991709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.992035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.993985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.004136] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 882.285510] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c67919-515e-473d-bc98-a316d00fffa9 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.285692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.289240] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.293100] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee239b56-7c35-496e-aaba-4fef390dcefd with status ACTIVE [ 882.293375] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.293543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.293543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.294145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.294145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.294145] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.294342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.294342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.294464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.294527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295324] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.295324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.295324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.295324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.295324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.295324] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee239b56-7c35-496e-aaba-4fef390dcefd is going to be updated. [ 882.336509] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.336674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.337034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.337034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.337182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.337283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee239b56-7c35-496e-aaba-4fef390dcefd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.466402] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.466492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.466531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.466717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.466881] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.466975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.467050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.467198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.467280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.467375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.467548] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.467669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.467752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.467946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.468113] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.468209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.469116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.469116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.469116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.469116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.469116] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.588356] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8765004-5568-4620-95f2-73893e949163 in Status: SUCCESS [ 882.588762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.589246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.589580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.589859] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.590053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.590149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.590376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.590519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.590657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.590782] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.792264] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.971115] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fe49f1-4445-43b4-a6a8-edc99e943aa0: rpc.has_security_group_logging(os_id): False [ 882.993097] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.993097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.993097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.993393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.018750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.018937] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.019089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.019167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.019483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.019616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.019950] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.020084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.020151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.020541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.020654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.020986] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.021194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.021274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.021460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.021543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.021636] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 883.064399] env[65850]: INFO networking_nsxv3.common.synchronization [req-73a4c4ea-821a-4206-9d6a-89e3f5cd6f6a req-7df1ec33-dd6c-4626-ab6c-d3f5eb7800f5 tempest-ServerActionsTestOtherB-199528981 tempest-ServerActionsTestOtherB-199528981-project-member] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 883.067054] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 883.067054] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.067353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.067353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.067593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.067872] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.068123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.068229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.068409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.068527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.068658] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.093496] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.135485] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.135671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.135731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.135925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.136088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.162151] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 883.295566] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.295566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.295566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.295805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.295805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.295805] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c67919-515e-473d-bc98-a316d00fffa9 is going to be created. [ 883.327805] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.327805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.327805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.327805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.327805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.338959] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c67919-515e-473d-bc98-a316d00fffa9 in Status: UNINITIALIZED for 2s [ 883.571906] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.571906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.571906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.571906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.596097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.596097] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.596097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.596097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.596097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.596097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.596097] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 883.597311] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8765004-5568-4620-95f2-73893e949163: rpc.has_security_group_logging(os_id): False [ 883.616602] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.616827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.616937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.617242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.617391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.617770] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.617934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.618061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.618319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.618456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.618611] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8765004-5568-4620-95f2-73893e949163 is going to be created. [ 883.630993] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.630993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.631824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.631824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.631824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.637073] env[65850]: INFO networking_nsxv3.common.synchronization [req-030b9dfa-ca32-44a5-b7d3-547b449f1b76 req-26128390-bb61-44e9-adad-b843527b7729 tempest-InstanceActionsNegativeTestJSON-1662027890 tempest-InstanceActionsNegativeTestJSON-1662027890-project-member] Enqueued Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGHEST for action security_group_members [ 883.637765] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGHEST for action security_group_members [ 883.638267] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.638444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.638647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.638915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.639219] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.639355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.639851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.639851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.639851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.639851] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.642037] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 883.703938] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.704524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.704524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.704524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.704730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.721157] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8765004-5568-4620-95f2-73893e949163 in Status: IN_PROGRESS for 2s [ 884.023696] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 884.023696] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 884.023696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.090250] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.090455] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-522" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.090572] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-522" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.090964] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-522" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.091436] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.091612] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.091834] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.092296] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.092544] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.092880] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.093122] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.093493] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.093715] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.093973] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.094203] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.094422] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.115452] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.115634] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.115760] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.115945] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-522" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.116321] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-2943d348-3832-47b7-a065-7b970acc0c35 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.116551] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-2943d348-3832-47b7-a065-7b970acc0c35" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.116715] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-2943d348-3832-47b7-a065-7b970acc0c35" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.117210] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-2943d348-3832-47b7-a065-7b970acc0c35" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.117367] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2943d348-3832-47b7-a065-7b970acc0c35',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.143390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.143559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.143618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.143854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.144495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.144778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.144901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.144975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.145203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.145311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.145432] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 already deleted. [ 884.145558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.620360] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.620791] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.620940] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.621369] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.621565] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.622303] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 2943d348-3832-47b7-a065-7b970acc0c35 not found, creating... [ 884.622695] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.622874] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.623152] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.623497] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.623654] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.623982] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.624180] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.624300] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.624544] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.624716] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.624874] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 2943d348-3832-47b7-a065-7b970acc0c35 is going to be created. [ 884.650932] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.651115] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.651262] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.651657] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.652672] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.652672] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-2943d348-3832-47b7-a065-7b970acc0c35" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.183681] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 885.183681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.351521] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c67919-515e-473d-bc98-a316d00fffa9 in Status: SUCCESS [ 885.351688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.351961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.352224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.352435] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.352582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.352652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.352828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.352915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.353014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.353117] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.385985] env[65850]: INFO networking_nsxv3.common.synchronization [req-030b9dfa-ca32-44a5-b7d3-547b449f1b76 req-8380c7db-2fc5-412b-b33c-4ba541a698a7 service nova] Enqueued Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGHEST for action security_group_rules [ 885.386221] env[65850]: INFO networking_nsxv3.common.synchronization [req-030b9dfa-ca32-44a5-b7d3-547b449f1b76 req-8380c7db-2fc5-412b-b33c-4ba541a698a7 service nova] Enqueued Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGHEST for action security_group_members [ 885.386358] env[65850]: INFO networking_nsxv3.common.synchronization [req-030b9dfa-ca32-44a5-b7d3-547b449f1b76 req-8380c7db-2fc5-412b-b33c-4ba541a698a7 service nova] Enqueued Resource ID: 2943d348-3832-47b7-a065-7b970acc0c35 with Priority: HIGHEST for action port [ 885.387118] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGHEST for action security_group_rules [ 885.387260] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGHEST for action security_group_members [ 885.387354] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2943d348-3832-47b7-a065-7b970acc0c35 with Priority: HIGHEST for action port [ 885.388259] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.388259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.388259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.388259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.388259] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.389108] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.389465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.389465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.393498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.393498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.393498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.393498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.393498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.393498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.393498] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.394498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2943d348-3832-47b7-a065-7b970acc0c35 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.394498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2943d348-3832-47b7-a065-7b970acc0c35" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.394659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2943d348-3832-47b7-a065-7b970acc0c35" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.394695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2943d348-3832-47b7-a065-7b970acc0c35" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.394777] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2943d348-3832-47b7-a065-7b970acc0c35',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.652861] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 885.653148] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda deletion is rescheduled due to dependency. [ 885.653233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.735403] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8765004-5568-4620-95f2-73893e949163 in Status: SUCCESS [ 885.735403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.856965] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c67919-515e-473d-bc98-a316d00fffa9 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.856965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.856965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.856965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.856965] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.856965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.856965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.857608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.857847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.858026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.858243] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c67919-515e-473d-bc98-a316d00fffa9 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.858393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.858493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.858682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.858876] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.859046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.859154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.859337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.859461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.859580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.859709] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.896259] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.896455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.896747] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.897665] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2943d348-3832-47b7-a065-7b970acc0c35 with status ACTIVE [ 885.899873] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.899873] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.899873] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.899873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.899873] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2943d348-3832-47b7-a065-7b970acc0c35 is going to be updated. [ 885.943927] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.944201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.944201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.944511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.944511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.944630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2943d348-3832-47b7-a065-7b970acc0c35" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.312285] env[65850]: INFO networking_nsxv3.common.synchronization [req-de798839-71ff-468e-bad1-1d20156eae2a req-d3627dc4-f2c7-46e7-82c9-ab9882d2cecd tempest-ImagesOneServerNegativeTestJSON-1789866826 tempest-ImagesOneServerNegativeTestJSON-1789866826-project-member] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 886.313803] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 886.314249] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.314513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.314513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.314704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.315332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.315468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.315530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.315680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.315766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.315867] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.362983] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6c67919-515e-473d-bc98-a316d00fffa9: rpc.has_security_group_logging(os_id): False [ 886.382942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.383194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.383389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.384207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.384207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.384207] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.384207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.384207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.384207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.384207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.384511] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.384511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.384511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.384702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.384702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.385020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.385020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.385020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.385473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.385473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.385473] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c67919-515e-473d-bc98-a316d00fffa9 is going to be created. [ 886.401998] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.457685] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.458045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.458145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.458370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.458613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.474087] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c67919-515e-473d-bc98-a316d00fffa9 in Status: IN_PROGRESS for 2s [ 886.723914] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-230 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.724290] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.724481] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.724827] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.725191] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.725502] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.725694] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.726088] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.726358] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.726645] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.726846] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.727017] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.727192] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.727354] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.727531] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.727716] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.749631] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.750028] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.750321] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.750426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-230" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.750768] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.750999] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.751173] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.751520] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.751694] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.822676] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.822873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.822951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.823196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.858833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.859020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.859199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.859279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.859612] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.859612] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.859612] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 886.891166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.891323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.891395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.891608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.892182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.907635] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 886.908456] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.908598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.908689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.908942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.909065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.909167] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 is going to be created. [ 886.940088] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.940387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.940387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.940823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.941045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.953696] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 in Status: UNINITIALIZED for 2s [ 887.255395] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.255395] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.255395] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.255902] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.256073] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.256315] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d not found, creating... [ 887.257386] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.257386] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.257386] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.257386] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.257852] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.258936] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.259300] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.259574] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.260437] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.261085] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.261332] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d is going to be created. [ 887.332990] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.332990] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.332990] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.332990] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.332990] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.332990] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.028075] env[65850]: INFO networking_nsxv3.common.synchronization [req-de798839-71ff-468e-bad1-1d20156eae2a req-6b38842f-13f8-4dd6-90ef-4597a1106dc9 service nova] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_rules [ 888.028075] env[65850]: INFO networking_nsxv3.common.synchronization [req-de798839-71ff-468e-bad1-1d20156eae2a req-6b38842f-13f8-4dd6-90ef-4597a1106dc9 service nova] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 888.028075] env[65850]: INFO networking_nsxv3.common.synchronization [req-de798839-71ff-468e-bad1-1d20156eae2a req-6b38842f-13f8-4dd6-90ef-4597a1106dc9 service nova] Enqueued Resource ID: 362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d with Priority: HIGHEST for action port [ 888.028788] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_rules [ 888.028967] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 888.029069] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d with Priority: HIGHEST for action port [ 888.029620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.029803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.029981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.030356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.030524] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.031870] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.031964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.032600] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.033695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.033824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.034103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.034238] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.488111] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6c67919-515e-473d-bc98-a316d00fffa9 in Status: SUCCESS [ 888.488557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.536572] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.536810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.536954] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d with status ACTIVE [ 888.537167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.537314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.537402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.537647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.537765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.537969] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.538218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.538218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.538367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.538458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.538642] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.538736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.538798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.538935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.539179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.539179] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d is going to be updated. [ 888.562236] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.562395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.562596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.564210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.564210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.564210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-362dfa05-5fb4-4f0e-92f3-cb8a575c3b6d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.922534] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 888.922734] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 deletion is rescheduled due to dependency. [ 888.922791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.922935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.923200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.923388] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.923499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.923637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.923807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.923897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.924187] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.963123] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 in Status: SUCCESS [ 888.963315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.963784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.963784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.963877] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.963997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.964124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.964967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.964967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.964967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.964967] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.428026] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.467063] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.467264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.467341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.467554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.467739] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.467851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.467973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.468238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.468338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.468442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.468609] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.468741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.468814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.468975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.469150] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.469259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.469300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.469479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.469550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.469628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.469725] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.932902] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.972364] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cceceefd-c13a-479d-a3ea-7d3cdab3f9c9: rpc.has_security_group_logging(os_id): False [ 889.993946] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.994159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.994203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.994433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.994461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.994687] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.994784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.994850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.994997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.995083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.995264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.995385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.995420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.995547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.995621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.995796] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.995888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.995967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.996141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.996213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.996296] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 is going to be created. [ 890.072267] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.072461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.072919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.072919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.073145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.091049] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 in Status: IN_PROGRESS for 2s [ 890.438977] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.439227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.439354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.439667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.439880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.439880] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 890.472887] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.473163] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.473280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.473917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.473917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.486494] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 891.190509] env[65850]: INFO networking_nsxv3.common.synchronization [req-2f57dc7e-dd32-431a-afc5-250b46919b35 req-0d4bcb9b-6d74-46c9-95c1-3a805f4099ba tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 891.191945] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 891.191945] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.191945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.191945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.192240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.192691] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.192691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.192691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.192910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.193059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.193198] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.699025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.699025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.699025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.699025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.699025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.699025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.699025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.699025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.699025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.699025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.699025] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be updated. [ 891.731064] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.731064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.731064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.731064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.731637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.746901] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: IN_PROGRESS for 2s [ 891.765837] env[65850]: INFO networking_nsxv3.common.synchronization [req-fcc9e838-e40d-45ed-91a0-54c02f9c8ca0 req-8e6d6206-8f58-48dc-a9cd-6859693e834f tempest-MigrationsAdminTest-1699859693 tempest-MigrationsAdminTest-1699859693-project-member] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 891.766525] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 891.766844] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.767029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.767130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.767388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.768458] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.769515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.769515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.769515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.769515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.769515] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.036370] env[65850]: INFO networking_nsxv3.common.synchronization [req-45ffc08d-3a47-4168-a28b-ed6a50eadb42 req-db8969d5-656c-4b94-8c8f-199445aeafb5 tempest-ServersAdminTestJSON-679498568 tempest-ServersAdminTestJSON-679498568-project-member] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 892.037491] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 892.038052] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.039149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.039149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.039149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.039149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.039149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.039149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.039149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.039149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.039149] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.106435] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 in Status: SUCCESS [ 892.106659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.271178] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.279479] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.280297] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.280297] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.280866] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.281329] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.283350] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.283350] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.283350] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.283350] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.283350] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.283350] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.283350] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.283350] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.283350] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.283350] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.283728] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.324156] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.324513] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.324798] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.325227] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.325594] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-ebc486a5-142d-4be3-b823-a4b8df964dca taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.325899] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-ebc486a5-142d-4be3-b823-a4b8df964dca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.326175] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-ebc486a5-142d-4be3-b823-a4b8df964dca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.326699] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-ebc486a5-142d-4be3-b823-a4b8df964dca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.326882] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc486a5-142d-4be3-b823-a4b8df964dca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.506201] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 892.506475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.506659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.506894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.507111] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.507235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.507301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.507476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.507559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.507649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.507742] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.543431] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.774010] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.830519] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.830685] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.830797] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.831109] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.831315] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.831444] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port ebc486a5-142d-4be3-b823-a4b8df964dca not found, creating... [ 892.831953] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.831953] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.832093] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.832338] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.832575] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.832972] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.834150] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.834442] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.835025] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.835025] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.835201] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: ebc486a5-142d-4be3-b823-a4b8df964dca is going to be created. [ 892.874020] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.874272] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.874387] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.874680] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.874912] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.875177] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-ebc486a5-142d-4be3-b823-a4b8df964dca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.012037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.012037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.012037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.012037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.012037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.012497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.012497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.012497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.012752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.012919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.013053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.013315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.013553] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.013719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.013837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.014110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.014237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.014382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.014531] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.048737] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.277288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.277654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.277654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.277750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.277844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.277953] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be updated. [ 893.313232] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.313232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.313426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.313517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.313667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.323852] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: IN_PROGRESS for 2s [ 893.517506] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f5d6d30-be6b-428c-9909-dbe083411859: rpc.has_security_group_logging(os_id): False [ 893.539814] env[65850]: INFO networking_nsxv3.common.synchronization [req-fcc9e838-e40d-45ed-91a0-54c02f9c8ca0 req-9dfcbb20-bc18-487d-85c6-4cf7d07e8e04 service nova] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_rules [ 893.540101] env[65850]: INFO networking_nsxv3.common.synchronization [req-fcc9e838-e40d-45ed-91a0-54c02f9c8ca0 req-9dfcbb20-bc18-487d-85c6-4cf7d07e8e04 service nova] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 893.540280] env[65850]: INFO networking_nsxv3.common.synchronization [req-fcc9e838-e40d-45ed-91a0-54c02f9c8ca0 req-9dfcbb20-bc18-487d-85c6-4cf7d07e8e04 service nova] Enqueued Resource ID: ebc486a5-142d-4be3-b823-a4b8df964dca with Priority: HIGHEST for action port [ 893.545511] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.546228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.550483] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.550483] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.550483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.550483] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.551138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.551138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.551138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.551138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.551138] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 893.551848] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_rules [ 893.552163] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 893.552219] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc486a5-142d-4be3-b823-a4b8df964dca with Priority: HIGHEST for action port [ 893.552594] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.552751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.552828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.553024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.553156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.553258] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 893.554720] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.554844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.554960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.555136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.555240] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.556617] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.556743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.557074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc486a5-142d-4be3-b823-a4b8df964dca taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.557217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc486a5-142d-4be3-b823-a4b8df964dca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.557319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc486a5-142d-4be3-b823-a4b8df964dca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.557522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc486a5-142d-4be3-b823-a4b8df964dca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.557611] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc486a5-142d-4be3-b823-a4b8df964dca',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.601369] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.601369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.601369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.601369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.601369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.615779] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 893.653546] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.653867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.653867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.654258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.654458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.675955] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 893.764580] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: SUCCESS [ 893.764775] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 deletion is rescheduled due to dependency. [ 893.764895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064327] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebc486a5-142d-4be3-b823-a4b8df964dca with status ACTIVE [ 894.064327] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064327] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064327] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.064327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.064840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.064840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.064840] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebc486a5-142d-4be3-b823-a4b8df964dca is going to be updated. [ 894.070401] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.070401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.091851] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.092014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.092101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.092328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.092461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.092616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc486a5-142d-4be3-b823-a4b8df964dca" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.217855] env[65850]: INFO networking_nsxv3.common.synchronization [req-4aa0fc8a-1090-403c-a5ab-64e1e7ffb09d req-88f3639f-04bd-4610-b3ba-4f5d0e1332a1 tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 894.218411] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 894.220720] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.220933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.221050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.221288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.221478] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.221697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.221697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.221897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.222014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.222149] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.724208] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.066989] env[65850]: INFO networking_nsxv3.common.synchronization [req-14376041-6cd9-4b08-9344-07113d1ec8ae req-f3e5c79b-d2c3-4330-a7f5-a561e17005fd tempest-ImagesNegativeTestJSON-879835716 tempest-ImagesNegativeTestJSON-879835716-project-member] Enqueued Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGHEST for action security_group_members [ 895.067913] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGHEST for action security_group_members [ 895.067913] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6c67919-515e-473d-bc98-a316d00fffa9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.068087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.068126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.068337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.068507] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.068623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.068694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.068859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.069014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.069069] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.227310] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.334651] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: SUCCESS [ 895.334913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.335249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.335370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.335565] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.335705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.335774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.335947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.336063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.336162] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.574906] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.574906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.574906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.574906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.574906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.574906] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.574906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.574906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.574906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.574906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.574906] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c67919-515e-473d-bc98-a316d00fffa9 is going to be updated. [ 895.616084] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.616235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.617449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.617676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.617830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.633322] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 895.633322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.634969] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c67919-515e-473d-bc98-a316d00fffa9 in Status: IN_PROGRESS for 2s [ 895.706956] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 895.708214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.735332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.735751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.735751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.735812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.735890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.735984] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 895.779246] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.779246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.779246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.779246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.779246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.795342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 895.840157] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.343038] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.845772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.846046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.846078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.846280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.846371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.846469] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be updated. [ 896.873328] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.873893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.873893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.873995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.874164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.884405] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: IN_PROGRESS for 2s [ 897.645287] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6c67919-515e-473d-bc98-a316d00fffa9 in Status: SUCCESS [ 897.645643] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6c67919-515e-473d-bc98-a316d00fffa9 deletion is rescheduled due to dependency. [ 897.645841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.806730] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 897.806997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.585309] env[65850]: INFO networking_nsxv3.common.synchronization [req-d878928b-ea3c-499a-81f0-d3ec45bb2be5 req-cca9d142-aff9-467b-8948-225e8f4ccf64 tempest-ImagesOneServerNegativeTestJSON-1789866826 tempest-ImagesOneServerNegativeTestJSON-1789866826-project-member] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 898.585309] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGHEST for action security_group_members [ 898.585309] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.585309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.585309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.585309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.585309] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.585309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.585826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.586132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.586358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.586629] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.900353] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: SUCCESS [ 898.900590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.900746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.900963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.901179] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.901286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.901354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.901501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.901580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.901666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.901755] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.089885] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.090281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.090374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.090597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.090696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.090904] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.091020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.091092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.091289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.091409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.091509] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be updated. [ 899.118852] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.119231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.119231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.119362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.119459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.128253] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: IN_PROGRESS for 2s [ 899.258024] env[65850]: INFO networking_nsxv3.common.synchronization [req-5967411e-646d-42c1-8e29-241d03e2fbc4 req-6a333b1d-1980-4874-a67d-a69f504e887e tempest-InstanceActionsNegativeTestJSON-1662027890 tempest-InstanceActionsNegativeTestJSON-1662027890-project-member] Enqueued Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGHEST for action security_group_members [ 899.258568] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGHEST for action security_group_members [ 899.259031] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.259321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.259524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.259949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.261959] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.261959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.261959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.261959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.261959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.261959] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.404389] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.405728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.405728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.405728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.405728] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.405728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.405728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.405728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.405728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.405728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.406061] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.406061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.406122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.406257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.406418] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.406536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.406601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.406765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.406839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.406936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.407289] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.538126] env[65850]: INFO networking_nsxv3.common.synchronization [req-757b40d5-f936-49b4-aa8a-e8eb76213f4a req-32601302-0463-44e5-9894-873afb696564 tempest-ListServersNegativeTestJSON-927772139 tempest-ListServersNegativeTestJSON-927772139-project-member] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 899.538846] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 899.539348] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.539480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.539546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.539794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.539924] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.540039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.540097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.540254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.540338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.540436] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.763286] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.763566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.763566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.763803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.764010] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.764254] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.764403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.764495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.764685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.764769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.764857] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 is going to be updated. [ 899.766806] env[65850]: INFO networking_nsxv3.common.synchronization [req-09d747b3-bc9c-4940-9777-69d0e9c48f96 req-ea4c315a-de3c-466d-a248-f6183ec1ef1c tempest-ListServersNegativeTestJSON-927772139 tempest-ListServersNegativeTestJSON-927772139-project-member] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 899.767426] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGHEST for action security_group_members [ 899.768188] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.768390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.798379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.798541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.798541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.798765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.798929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.809171] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 in Status: IN_PROGRESS for 2s [ 899.910677] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46cf2435-0322-408b-8054-7f24d3743019: rpc.has_security_group_logging(os_id): False [ 899.938616] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.938806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.938837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.939065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.963180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.963683] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.965264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.965264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.965264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.965264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.965264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.965800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.965800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.965800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.965800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.966049] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.966823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.966823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.966823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.966823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.966823] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be updated. [ 900.042367] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.064593] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.064747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.064796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.065020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.065210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.079348] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: IN_PROGRESS for 2s [ 900.544586] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.927810] env[65850]: INFO networking_nsxv3.common.synchronization [req-3741ec77-5a75-48ca-81b2-29460df4e33c req-cacaebe2-713c-4e8e-9fd5-39acab965000 tempest-ServerRescueTestJSON-144413143 tempest-ServerRescueTestJSON-144413143-project-member] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 900.928391] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 900.928728] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.928864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.928944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.929217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.929378] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.929480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.929543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.929693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.929859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.929967] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.046502] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.046703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.046777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.046990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.047101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.047195] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 901.072351] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.072922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.072922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.072922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.073136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.081515] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 901.137951] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f5d6d30-be6b-428c-9909-dbe083411859 in Status: SUCCESS [ 901.138298] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 deletion is rescheduled due to dependency. [ 901.138298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.245191] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.245417] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-713" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.245520] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-713" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.245871] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-713" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.246157] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.246320] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.246446] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.246669] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.246814] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.247044] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.247159] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.247267] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.247376] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.247488] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.247594] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.247732] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.265996] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.266244] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.266416] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.266576] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-713" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.266883] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.267082] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.267207] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.267603] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.267663] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b6a21b-26ef-426a-be5e-1c3ee4442cc9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.432528] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.432908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.432908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.433406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.433406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.433406] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.433406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.434023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.434023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.434023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.434023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 already deleted. [ 901.434023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.770715] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.770819] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.770934] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.772031] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.772031] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.772031] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 13b6a21b-26ef-426a-be5e-1c3ee4442cc9 not found, creating... [ 901.772031] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.772031] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.772278] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.772310] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.772426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.772708] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.772864] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.772995] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.773394] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.773394] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.773499] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 13b6a21b-26ef-426a-be5e-1c3ee4442cc9 is going to be created. [ 901.796278] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.796621] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.796839] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.797361] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.797659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.797976] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.818620] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 in Status: SUCCESS [ 901.818854] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 deletion is rescheduled due to dependency. [ 901.818970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.103259] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: SUCCESS [ 902.103259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.563047] env[65850]: INFO networking_nsxv3.common.synchronization [req-3741ec77-5a75-48ca-81b2-29460df4e33c req-1f9f6b51-fbb2-404e-96f8-6d97bd2b627a service nova] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_rules [ 902.563399] env[65850]: INFO networking_nsxv3.common.synchronization [req-3741ec77-5a75-48ca-81b2-29460df4e33c req-1f9f6b51-fbb2-404e-96f8-6d97bd2b627a service nova] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 902.563576] env[65850]: INFO networking_nsxv3.common.synchronization [req-3741ec77-5a75-48ca-81b2-29460df4e33c req-1f9f6b51-fbb2-404e-96f8-6d97bd2b627a service nova] Enqueued Resource ID: 13b6a21b-26ef-426a-be5e-1c3ee4442cc9 with Priority: HIGHEST for action port [ 902.564508] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_rules [ 902.564619] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 902.564776] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b6a21b-26ef-426a-be5e-1c3ee4442cc9 with Priority: HIGHEST for action port [ 902.565251] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.565420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.565517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.566101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.566101] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.567810] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.568015] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.568113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.568363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.570282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.570282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.570282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.570282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.570282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.570282] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.572024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.572166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.572254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.572529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.572634] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b6a21b-26ef-426a-be5e-1c3ee4442cc9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.068927] env[65850]: INFO networking_nsxv3.common.synchronization [None req-290ec86e-cc22-4e35-bab2-9823f8df1466 tempest-AttachVolumeTestJSON-616891276 tempest-AttachVolumeTestJSON-616891276-project-member] Enqueued Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_rules [ 903.069523] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_rules [ 903.069973] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.070170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.070246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.070521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.070604] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.075402] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.075522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.076876] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.078777] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13b6a21b-26ef-426a-be5e-1c3ee4442cc9 with status ACTIVE [ 903.078972] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.079114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.079178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.079396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.079476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.079660] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.079762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.079845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.080061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.080157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.080350] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.080437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.080499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.080664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.080790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.080844] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13b6a21b-26ef-426a-be5e-1c3ee4442cc9 is going to be updated. [ 903.091802] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 903.091988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.092303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.092528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.092714] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.092833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.092926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.093103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.093181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.093286] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.105592] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.105947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.105947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.106042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.106142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.106315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b6a21b-26ef-426a-be5e-1c3ee4442cc9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.156930] env[65850]: INFO networking_nsxv3.common.synchronization [None req-138a87ef-2b6f-4456-9edb-191e4c01a72b tempest-AttachVolumeTestJSON-616891276 tempest-AttachVolumeTestJSON-616891276-project-member] Enqueued Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_rules [ 903.157504] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_rules [ 903.157809] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.157912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.582937] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.593442] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.593588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.593657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.593861] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.593965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.594082] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc already deleted. [ 903.594170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.594640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.594834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.594919] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.595833] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.595960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.596016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.596189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.596272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.596464] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.596824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.596824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.596824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.596945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.596945] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be updated. [ 903.621397] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.621627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.621685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.621931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.622123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.633250] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: IN_PROGRESS for 2s [ 904.085496] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.085677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.085722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.086063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.086120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.086233] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 is going to be created. [ 904.127171] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.127566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.127566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.127662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.127846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.134853] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.135038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.135133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.135348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.135433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.135542] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc already deleted. [ 904.135626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.139878] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: UNINITIALIZED for 2s [ 905.317079] env[65850]: INFO networking_nsxv3.common.synchronization [req-fc92a104-0ef8-482a-8105-60235a38790c req-3b182b98-bbec-458e-8dd7-b045169f5107 tempest-ServerRescueNegativeTestJSON-2020371034 tempest-ServerRescueNegativeTestJSON-2020371034-project-member] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 905.317708] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 905.318046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.318182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.318267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.318601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.318709] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.318821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.318821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.318972] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.319067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.319159] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.643489] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfadab9d-233c-41d2-9c08-c217112e9836 in Status: SUCCESS [ 905.643656] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 deletion is rescheduled due to dependency. [ 905.643813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.721306] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.721465] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.721582] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.721994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.722444] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.722633] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.722733] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.722971] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.723167] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.723384] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.723498] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.723623] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.723712] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.723821] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.723960] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.724071] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.747967] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.748386] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.748687] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.749024] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.749543] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-c995a00c-1776-4f66-8634-cdb85729d41b taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.749877] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-c995a00c-1776-4f66-8634-cdb85729d41b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.750522] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-c995a00c-1776-4f66-8634-cdb85729d41b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.750660] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-c995a00c-1776-4f66-8634-cdb85729d41b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.750859] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c995a00c-1776-4f66-8634-cdb85729d41b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.820973] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.821147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.821235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.821423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.821752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.821752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.821866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.821986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.822147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.822223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.822309] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7110b70-38f2-4204-890b-de71588100b2 already deleted. [ 905.822920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.150612] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: SUCCESS [ 906.150847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.151030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.151267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.151465] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.151584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.151650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.151808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.151892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.152070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.152169] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.254310] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.254590] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.254728] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.255011] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.255174] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.255333] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port c995a00c-1776-4f66-8634-cdb85729d41b not found, creating... [ 906.255600] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.255756] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.255870] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.256097] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.256232] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.256505] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.256655] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.256768] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.256968] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.257111] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.257244] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: c995a00c-1776-4f66-8634-cdb85729d41b is going to be created. [ 906.277911] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.278137] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.278266] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.278535] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.278764] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.278980] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-c995a00c-1776-4f66-8634-cdb85729d41b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.655531] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.655904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.655904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.656169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.656406] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.656680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.656770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.656949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.657099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.657244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.657423] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.657564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.657656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.657872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.658030] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.658168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.658207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.658334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.658423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.658517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.658623] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.983266] env[65850]: INFO networking_nsxv3.common.synchronization [req-fc92a104-0ef8-482a-8105-60235a38790c req-e6151722-3ef7-4c81-8fa3-b0f6ac1e10dc service nova] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_rules [ 906.983408] env[65850]: INFO networking_nsxv3.common.synchronization [req-fc92a104-0ef8-482a-8105-60235a38790c req-e6151722-3ef7-4c81-8fa3-b0f6ac1e10dc service nova] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 906.983546] env[65850]: INFO networking_nsxv3.common.synchronization [req-fc92a104-0ef8-482a-8105-60235a38790c req-e6151722-3ef7-4c81-8fa3-b0f6ac1e10dc service nova] Enqueued Resource ID: c995a00c-1776-4f66-8634-cdb85729d41b with Priority: HIGHEST for action port [ 906.984095] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_rules [ 906.985031] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 906.985178] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c995a00c-1776-4f66-8634-cdb85729d41b with Priority: HIGHEST for action port [ 906.985468] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.985594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.985702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.985955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.986061] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.986972] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.987079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.987153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.987327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.987482] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.987597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.987651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.987783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.988080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.988188] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.989245] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-c995a00c-1776-4f66-8634-cdb85729d41b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.989245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c995a00c-1776-4f66-8634-cdb85729d41b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.989245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c995a00c-1776-4f66-8634-cdb85729d41b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.989355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c995a00c-1776-4f66-8634-cdb85729d41b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.989427] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c995a00c-1776-4f66-8634-cdb85729d41b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.161551] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62e1f518-49ba-4074-9768-17f4711e3186: rpc.has_security_group_logging(os_id): False [ 907.182666] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.182845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.182882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.183205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.183294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.183524] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.183627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.183692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.183834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.183912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.184093] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.184192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.184266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.184394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.184469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.184893] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.184893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.184893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.185054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.185054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.185121] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 is going to be created. [ 907.257308] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.257680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.257812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.258161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.258442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.274098] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: IN_PROGRESS for 2s [ 907.490847] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.490978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.491197] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c995a00c-1776-4f66-8634-cdb85729d41b with status ACTIVE [ 907.491367] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.491476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.491543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.491755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.491846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.492104] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.492228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.492278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.492460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.492585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.492793] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.492882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.492962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.493124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.493199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.493289] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c995a00c-1776-4f66-8634-cdb85729d41b is going to be updated. [ 907.494993] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.519475] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.520441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.520441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.520441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.520441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.520588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c995a00c-1776-4f66-8634-cdb85729d41b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.997725] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.503549] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.503719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.503792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.504017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.504115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.504216] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be created. [ 908.526557] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.526708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.526750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.526951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.527414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.536886] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: UNINITIALIZED for 2s [ 909.287979] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: SUCCESS [ 909.288307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.428942] env[65850]: INFO networking_nsxv3.common.synchronization [req-862c3718-9eca-42aa-acf7-751b321b3872 req-89c26fe3-171f-4f3e-af9d-1cb5a78fcf25 tempest-ServerRescueNegativeTestJSON-2020371034 tempest-ServerRescueNegativeTestJSON-2020371034-project-member] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 910.429534] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 910.429852] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.429957] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.547360] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: SUCCESS [ 910.547585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.547913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.547978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.548182] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.548303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.548369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.548520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.548600] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.548687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.548779] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.549915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.549915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.550034] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.550111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.550111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.551315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.551315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.551315] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.797429] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.797618] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.797682] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.797953] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.798226] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.798631] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.798826] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.804345] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.804455] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.804692] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.804805] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.804915] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.805032] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.808281] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.808281] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.808281] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.826790] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.826996] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.827161] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.827371] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.827715] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.828440] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.828440] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.828661] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.828799] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.052492] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.052660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.054008] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.331035] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.331280] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.331405] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.331686] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.331833] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.332037] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8 not found, creating... [ 911.332315] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.332475] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.332592] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.332801] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.332942] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.333690] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.333690] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.333690] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.333690] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.333922] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.333958] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8 is going to be created. [ 911.355318] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.355318] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.355318] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.355318] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.355318] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.355533] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.556810] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.061032] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.061032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.061032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.061032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.061032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.061032] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be updated. [ 912.084722] env[65850]: INFO networking_nsxv3.common.synchronization [req-862c3718-9eca-42aa-acf7-751b321b3872 req-7a08e218-0d1a-48df-8359-a9c05edfd80b service nova] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_rules [ 912.084898] env[65850]: INFO networking_nsxv3.common.synchronization [req-862c3718-9eca-42aa-acf7-751b321b3872 req-7a08e218-0d1a-48df-8359-a9c05edfd80b service nova] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 912.085052] env[65850]: INFO networking_nsxv3.common.synchronization [req-862c3718-9eca-42aa-acf7-751b321b3872 req-7a08e218-0d1a-48df-8359-a9c05edfd80b service nova] Enqueued Resource ID: 33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8 with Priority: HIGHEST for action port [ 912.085612] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_rules [ 912.085723] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 912.085819] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8 with Priority: HIGHEST for action port [ 912.086126] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.086204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.086466] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.086466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.086643] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.086739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.086802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.087011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.087101] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.093583] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.093701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.093776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.094054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.095198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.105018] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: IN_PROGRESS for 2s [ 912.589405] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8 with status ACTIVE [ 912.589669] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.589791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.589866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.590119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.590216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.590403] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.590513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.590578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.590734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.590811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.590993] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.591100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.591162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.591312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.592113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.592113] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8 is going to be updated. [ 912.615382] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.615537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.615607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.615859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.615962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.616146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d4ba6f-ed8d-4dc7-88c9-03ed10d767b8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.095705] env[65850]: INFO networking_nsxv3.common.synchronization [req-22f96d80-f514-4b40-bad2-16aa67380874 req-26154dbc-89df-4f62-965d-d572b402966d tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 913.096265] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 913.096567] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.097524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.097524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.097524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.097524] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.097524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.097524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.097524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.097524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.097875] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.434610] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.434820] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.434947] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.435235] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.435742] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.435910] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.436331] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.436588] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.436738] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.436956] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.437081] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.437190] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.437294] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.437400] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.437502] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.437628] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.456177] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.456352] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.456507] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.456679] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.456988] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-ae6107b2-1990-41ff-b7b1-c759ef82aea8 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.457172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-ae6107b2-1990-41ff-b7b1-c759ef82aea8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.457293] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-ae6107b2-1990-41ff-b7b1-c759ef82aea8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.457622] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-ae6107b2-1990-41ff-b7b1-c759ef82aea8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.457798] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6107b2-1990-41ff-b7b1-c759ef82aea8',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.600392] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.600392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.600634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.600703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.600777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.600976] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.601102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.601185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.601346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.601423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.601515] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 913.628189] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.628434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.628508] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.628715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.628854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.638809] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 913.960244] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.960531] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.960667] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.961048] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.961278] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.961673] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port ae6107b2-1990-41ff-b7b1-c759ef82aea8 not found, creating... [ 913.962153] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.963908] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.963908] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.963908] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.963908] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.963908] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.963908] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.964204] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.964522] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.964715] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.964911] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: ae6107b2-1990-41ff-b7b1-c759ef82aea8 is going to be created. [ 913.987323] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.988431] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.988431] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.988431] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.988431] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.988671] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-ae6107b2-1990-41ff-b7b1-c759ef82aea8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.117838] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: SUCCESS [ 914.117984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.118178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.118413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.118614] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.118731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.118797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.118947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.119425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.119571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.119751] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.119839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.119996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.120198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.120352] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.120470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.120534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.120677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.120753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.120832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.120920] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.121820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.122747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.122747] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.122747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.122747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.122747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.123157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.123157] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.626665] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7110b70-38f2-4204-890b-de71588100b2: rpc.has_security_group_logging(os_id): False [ 914.628063] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.648350] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.648533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.648593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.650073] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.650073] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.650073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.650855] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.650855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.650855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.650855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.650855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.650855] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be created. [ 914.720716] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.720983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.721153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.721390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.721652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.732019] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: IN_PROGRESS for 2s [ 914.734983] env[65850]: INFO networking_nsxv3.common.synchronization [req-22f96d80-f514-4b40-bad2-16aa67380874 req-2bf88de4-8f61-4c21-895d-e3db994ee612 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 914.735323] env[65850]: INFO networking_nsxv3.common.synchronization [req-22f96d80-f514-4b40-bad2-16aa67380874 req-2bf88de4-8f61-4c21-895d-e3db994ee612 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 914.735563] env[65850]: INFO networking_nsxv3.common.synchronization [req-22f96d80-f514-4b40-bad2-16aa67380874 req-2bf88de4-8f61-4c21-895d-e3db994ee612 service nova] Enqueued Resource ID: ae6107b2-1990-41ff-b7b1-c759ef82aea8 with Priority: HIGHEST for action port [ 914.736158] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 914.736297] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 914.736441] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6107b2-1990-41ff-b7b1-c759ef82aea8 with Priority: HIGHEST for action port [ 914.736784] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.736916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.736984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.737352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.737496] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.738492] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.738592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.738792] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae6107b2-1990-41ff-b7b1-c759ef82aea8 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.738897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae6107b2-1990-41ff-b7b1-c759ef82aea8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.738962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae6107b2-1990-41ff-b7b1-c759ef82aea8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.739164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae6107b2-1990-41ff-b7b1-c759ef82aea8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.739290] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6107b2-1990-41ff-b7b1-c759ef82aea8',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.129993] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.241505] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.241707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.241801] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae6107b2-1990-41ff-b7b1-c759ef82aea8 with status ACTIVE [ 915.241976] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.242144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.242253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.242506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.242613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.242856] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.242980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.243061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.243234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.243312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.243498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.243591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.243648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.243784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.243858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.243941] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae6107b2-1990-41ff-b7b1-c759ef82aea8 is going to be updated. [ 915.268612] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.268815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.268860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.269092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.269237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.269402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae6107b2-1990-41ff-b7b1-c759ef82aea8" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.632759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.633249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.633249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.633400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.633509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.633618] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be updated. [ 915.647398] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 915.647635] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 915.647718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.647872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.648104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.648287] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.648392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.648454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.648609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.648688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.648771] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.661883] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.662182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.662268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.662705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.663084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.673290] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: IN_PROGRESS for 2s [ 916.150800] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.653930] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.744999] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: SUCCESS [ 916.745263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.745445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.745668] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.745776] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.156769] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.156975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.157069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.157523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.157523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.157523] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 917.188779] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.189060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.189060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.189225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.189380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.199118] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 917.248284] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.248435] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.685927] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: SUCCESS [ 917.686238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.686436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.686765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.687010] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.687140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.687211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.687429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.687533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.687627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.687721] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.191446] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.191613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.191685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.191906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.192176] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.192306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.192349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.192518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.192609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.192698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.192899] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.193084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.193347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.193576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.193750] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.193863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.193927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.194118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.194209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.194326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.194423] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.564502] env[65850]: INFO networking_nsxv3.common.synchronization [None req-f4449ac8-1481-4775-89c0-7141fcb705c1 tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_rules [ 918.564502] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_rules [ 918.564910] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.565252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.565511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.565896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.566127] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.661385] env[65850]: INFO networking_nsxv3.common.synchronization [None req-3795eff4-d3a1-4ac3-81e0-18faae2e022d tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_rules [ 918.665715] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_rules [ 918.666198] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.666320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.696307] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7110b70-38f2-4204-890b-de71588100b2: rpc.has_security_group_logging(os_id): False [ 918.715958] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.716174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.716270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.716650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.716826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.717131] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.717280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.717359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.717561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.717656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.717884] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.718117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.718117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.718270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.718359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.718890] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.719021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.719084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.719256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.719350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.719461] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be updated. [ 918.786955] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.787058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.787133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.787355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.787983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.800413] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: IN_PROGRESS for 2s [ 919.093043] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.093181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.093222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.093418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.093498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.093598] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a already deleted. [ 919.093683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.093837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.093994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.094090] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.209777] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 919.210031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.210210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.210486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.210701] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.210926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.210996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.211205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.211342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.211457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.211508] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.616734] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.617069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.617210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.617591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.617782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.617970] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a already deleted. [ 919.618167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.715039] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.715577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.715577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.715848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.716065] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.716183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.716256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.716428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.716523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.716613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.716786] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.716916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.717017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.717362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.717472] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.717677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.717740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.717907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.718019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.718412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.718508] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.221774] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8631d824-d9ad-4527-a163-d746a770cdf2: rpc.has_security_group_logging(os_id): False [ 920.244165] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.244321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.244389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.244606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.244705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.244960] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.245122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.245236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.245427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.245516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.245719] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.245829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.245882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.246036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.246144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.246343] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.246440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.246500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.246707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.246791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.246927] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 920.321437] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.321639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.321738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.322136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.322396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.337354] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 920.812873] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: SUCCESS [ 920.813197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.350743] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 922.350743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.667091] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 923.667481] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 924.974853] env[65850]: INFO networking_nsxv3.common.synchronization [req-8a5515e3-e9d0-4035-be46-ae88cef260b6 req-fabdcb37-5d14-4db4-b7e1-b9991f0d7b2d tempest-ServersAdminTestJSON-679498568 tempest-ServersAdminTestJSON-679498568-project-member] Enqueued Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 924.974853] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d with Priority: HIGHEST for action security_group_members [ 924.975147] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.975147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.975241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.975444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.976607] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.976607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.976607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.976607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.976607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.976607] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3486bc3-6f28-4484-ab6a-b239dbc87e0d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.481944] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.481944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.481944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.482126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.504451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.505590] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.505590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.505590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.505590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.505816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.505816] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d is going to be updated. [ 925.535414] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.535569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.535636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.535855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.535999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.548280] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: IN_PROGRESS for 2s [ 927.561271] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d in Status: SUCCESS [ 927.562497] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3486bc3-6f28-4484-ab6a-b239dbc87e0d deletion is rescheduled due to dependency. [ 927.562497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3486bc3-6f28-4484-ab6a-b239dbc87e0d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.795284] env[65850]: INFO networking_nsxv3.common.synchronization [req-0ee0aab8-23ac-493f-b0c5-a98e5ab6e436 req-195e1aa6-6429-4f08-8485-3c60714f7a1d tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 927.795846] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 927.796227] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.796329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.796381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.796669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.796735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.796879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.796943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.797128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.797246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.797328] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.301734] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.301963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.302050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.302312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.302407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.302746] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.302746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.302865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.302961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.303051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.303145] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 928.338219] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.338407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.338490] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.338792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.339198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.350971] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 929.334620] env[65850]: INFO networking_nsxv3.common.synchronization [req-ad64bb76-6984-4f77-bcd2-2b37b27d574d req-93c0a218-240f-4539-ac62-4f6fb5ef59c1 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 929.337178] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 929.337902] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.338102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.338251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.338412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.338576] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.338675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.338750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.338893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.338976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.339090] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.841684] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.841868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.841942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.842235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.842325] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.842549] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.842732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.842778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.842961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.843052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.843144] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 929.875452] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.875617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.875697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.875960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.876237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.887626] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 930.364436] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 930.364805] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 deletion is rescheduled due to dependency. [ 930.364805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.898324] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 931.898699] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 931.898699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.189244] env[65850]: INFO networking_nsxv3.common.synchronization [None req-05eb602f-ea6c-45d5-a5d6-78925950d208 None None] Enqueued Resource ID: 7d394337-4bf6-46e7-9f01-afd1fba293a5 with Priority: HIGHEST for action port [ 932.189892] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d394337-4bf6-46e7-9f01-afd1fba293a5 with Priority: HIGHEST for action port [ 932.190225] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d394337-4bf6-46e7-9f01-afd1fba293a5 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.190348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d394337-4bf6-46e7-9f01-afd1fba293a5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.190617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d394337-4bf6-46e7-9f01-afd1fba293a5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.190649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d394337-4bf6-46e7-9f01-afd1fba293a5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.190777] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d394337-4bf6-46e7-9f01-afd1fba293a5',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.692523] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d394337-4bf6-46e7-9f01-afd1fba293a5 [ 932.692988] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.692988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.693140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.693299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.693393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.693477] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d394337-4bf6-46e7-9f01-afd1fba293a5 already deleted. [ 932.693557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d394337-4bf6-46e7-9f01-afd1fba293a5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.913742] env[65850]: INFO networking_nsxv3.common.synchronization [None req-9e85885a-bbd4-48ab-aa82-b7d4e2bb888d None None] Enqueued Resource ID: 53562d2a-4d6d-42ab-91fa-53b6f5a81d7e with Priority: HIGHEST for action port [ 934.913742] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53562d2a-4d6d-42ab-91fa-53b6f5a81d7e with Priority: HIGHEST for action port [ 934.914134] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-53562d2a-4d6d-42ab-91fa-53b6f5a81d7e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.914134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53562d2a-4d6d-42ab-91fa-53b6f5a81d7e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.914134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53562d2a-4d6d-42ab-91fa-53b6f5a81d7e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.914478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53562d2a-4d6d-42ab-91fa-53b6f5a81d7e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.914478] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53562d2a-4d6d-42ab-91fa-53b6f5a81d7e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.417037] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53562d2a-4d6d-42ab-91fa-53b6f5a81d7e [ 935.417037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.417037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.417037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.417374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.417471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.417572] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53562d2a-4d6d-42ab-91fa-53b6f5a81d7e already deleted. [ 935.417654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53562d2a-4d6d-42ab-91fa-53b6f5a81d7e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.649853] env[65850]: INFO networking_nsxv3.common.synchronization [None req-abfae05d-9271-4ff6-bcbd-12c43087b0ef None None] Enqueued Resource ID: 56a361bb-c82f-4d7c-9225-037403acfbda with Priority: HIGHEST for action port [ 935.650411] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a361bb-c82f-4d7c-9225-037403acfbda with Priority: HIGHEST for action port [ 935.650974] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a361bb-c82f-4d7c-9225-037403acfbda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.652255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a361bb-c82f-4d7c-9225-037403acfbda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.652255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a361bb-c82f-4d7c-9225-037403acfbda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.652255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a361bb-c82f-4d7c-9225-037403acfbda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.652255] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a361bb-c82f-4d7c-9225-037403acfbda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.153161] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56a361bb-c82f-4d7c-9225-037403acfbda [ 936.156943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.156943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.156943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.156943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.156943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.156943] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56a361bb-c82f-4d7c-9225-037403acfbda already deleted. [ 936.156943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a361bb-c82f-4d7c-9225-037403acfbda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.590853] env[65850]: INFO networking_nsxv3.common.synchronization [None req-f263e5e8-9930-407b-b75e-b9002014cc4f tempest-ServersTestManualDisk-1738348497 tempest-ServersTestManualDisk-1738348497-project-member] Enqueued Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_rules [ 936.591439] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_rules [ 936.591757] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd86633e-87f9-4302-97e0-d675217857f3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.591880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.593613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.593854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.594411] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.725350] env[65850]: INFO networking_nsxv3.common.synchronization [None req-86f6b0e8-02e0-4220-96d6-0747d0388770 tempest-ServersTestManualDisk-1738348497 tempest-ServersTestManualDisk-1738348497-project-member] Enqueued Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_rules [ 936.725985] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_rules [ 936.726236] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd86633e-87f9-4302-97e0-d675217857f3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.726345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.120368] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.120368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.120368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.120368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.120368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.120368] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd86633e-87f9-4302-97e0-d675217857f3 already deleted. [ 937.120368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.120368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.120853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.121995] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.644647] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.644956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.644956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.645128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.645220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.645320] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd86633e-87f9-4302-97e0-d675217857f3 already deleted. [ 937.645402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.598370] env[65850]: INFO networking_nsxv3.common.synchronization [None req-6d318a7f-81a5-4702-a745-3d61db49aa88 None None] Enqueued Resource ID: bbf23db7-f29b-4fcf-8ca9-b5d25177231b with Priority: HIGHEST for action port [ 938.598914] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf23db7-f29b-4fcf-8ca9-b5d25177231b with Priority: HIGHEST for action port [ 938.599231] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf23db7-f29b-4fcf-8ca9-b5d25177231b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.599345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf23db7-f29b-4fcf-8ca9-b5d25177231b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.599408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf23db7-f29b-4fcf-8ca9-b5d25177231b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.599660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf23db7-f29b-4fcf-8ca9-b5d25177231b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.599737] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf23db7-f29b-4fcf-8ca9-b5d25177231b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.102893] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbf23db7-f29b-4fcf-8ca9-b5d25177231b [ 939.103275] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.103348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.103455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.103759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.103893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.104029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbf23db7-f29b-4fcf-8ca9-b5d25177231b already deleted. [ 939.104153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf23db7-f29b-4fcf-8ca9-b5d25177231b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.832786] env[65850]: INFO networking_nsxv3.common.synchronization [req-e75d32fa-8608-454e-bf7c-0a8944f31ca3 req-cb8c6dea-4734-46e8-aa01-e42b977e79f7 tempest-AttachVolumeTestJSON-616891276 tempest-AttachVolumeTestJSON-616891276-project-member] Enqueued Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_members [ 940.833352] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_members [ 940.833668] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7213bb8a-520e-4ced-991c-34cff8e6b2bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.833811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.833859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.834183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.834366] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.834510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.834561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.834881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.834973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.835083] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.337514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.337771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.337844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.338085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.338180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.338398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.338479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.338528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.338689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.338787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.338847] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc already deleted. [ 941.338927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.346755] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.346755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.346755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.346755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.346755] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.346755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.346755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.346755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.347228] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.347228] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.347228] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.347330] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.347438] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.347521] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.347623] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.347752] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.376291] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.376291] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.376291] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.376291] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-309" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.376728] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.376728] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.376728] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.377071] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.377215] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5072b8-fa32-4b4e-82c9-e4941c5fa12e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.719391] env[65850]: INFO networking_nsxv3.common.synchronization [None req-97c5aeaf-70ab-4274-a02d-0e3e8b12c965 None None] Enqueued Resource ID: 9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa with Priority: HIGHEST for action port [ 941.720443] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa with Priority: HIGHEST for action port [ 941.720782] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.720933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.721153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.721454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.721541] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.880247] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.880962] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.880962] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.881069] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.881406] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.881625] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port af5072b8-fa32-4b4e-82c9-e4941c5fa12e not found, creating... [ 941.881957] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.882147] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.882364] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.882904] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.883196] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.883704] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.884093] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.884219] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.884486] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.884635] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.884778] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: af5072b8-fa32-4b4e-82c9-e4941c5fa12e is going to be created. [ 941.910659] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.910954] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.911479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.911479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.911686] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.911959] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.223469] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa [ 942.223754] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.223934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.224028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.224219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.224314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.224420] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa already deleted. [ 942.224499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9892cfdb-d3ea-4274-82e6-fc28c0bbd0fa" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.667166] env[65850]: INFO networking_nsxv3.common.synchronization [req-e75d32fa-8608-454e-bf7c-0a8944f31ca3 req-e030e829-86b6-4c25-a929-9f00e9779354 service nova] Enqueued Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_rules [ 942.667342] env[65850]: INFO networking_nsxv3.common.synchronization [req-e75d32fa-8608-454e-bf7c-0a8944f31ca3 req-e030e829-86b6-4c25-a929-9f00e9779354 service nova] Enqueued Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_members [ 942.667499] env[65850]: INFO networking_nsxv3.common.synchronization [req-e75d32fa-8608-454e-bf7c-0a8944f31ca3 req-e030e829-86b6-4c25-a929-9f00e9779354 service nova] Enqueued Resource ID: af5072b8-fa32-4b4e-82c9-e4941c5fa12e with Priority: HIGHEST for action port [ 942.668107] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_rules [ 942.668242] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_members [ 942.668336] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5072b8-fa32-4b4e-82c9-e4941c5fa12e with Priority: HIGHEST for action port [ 942.668618] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.668732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.668791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.668991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.669141] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.670341] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7213bb8a-520e-4ced-991c-34cff8e6b2bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.670341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.670494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.670573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.670757] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.670808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.670868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.671110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.671110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.671201] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.672069] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.672179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.672238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.672434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.672909] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5072b8-fa32-4b4e-82c9-e4941c5fa12e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.174329] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.175474] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7213bb8a-520e-4ced-991c-34cff8e6b2bc taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.175636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.175933] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af5072b8-fa32-4b4e-82c9-e4941c5fa12e with status ACTIVE [ 943.176118] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.176322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.176322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.176505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.176603] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.178796] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.178900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.182026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.182026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.182026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182026] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.182026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.182026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.182026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.182026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182026] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af5072b8-fa32-4b4e-82c9-e4941c5fa12e is going to be updated. [ 943.205057] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.205202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.205281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.207403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.207403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.207403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5072b8-fa32-4b4e-82c9-e4941c5fa12e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.564038] env[65850]: INFO networking_nsxv3.common.synchronization [None req-477c53bf-f6d0-4bcc-bfe6-624357bbba18 tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_rules [ 943.564038] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_rules [ 943.564038] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-286eb600-d940-48b6-b70d-5b138cc10767 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.564038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.564038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.564038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.564337] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.662546] env[65850]: INFO networking_nsxv3.common.synchronization [None req-4d9b6762-43ca-49b0-9820-aad51c98feff tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_rules [ 943.662546] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_rules [ 943.662546] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-286eb600-d940-48b6-b70d-5b138cc10767 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.662546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.676915] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.087505] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.087505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.087505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.087739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.087938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.087938] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 286eb600-d940-48b6-b70d-5b138cc10767 already deleted. [ 944.088051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.088158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.088320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.088511] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.179563] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.179925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.179925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.180274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.180420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.180549] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc is going to be created. [ 944.208364] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.208517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.208589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.208809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.208976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.220739] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc in Status: UNINITIALIZED for 2s [ 944.340754] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b2e7d056-e326-4122-b65a-ca99356290b9 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff with Priority: HIGHEST for action security_group_rules [ 944.341997] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff with Priority: HIGHEST for action security_group_rules [ 944.342167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.342270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.343552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.343552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.343552] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.390088] env[65850]: INFO networking_nsxv3.common.synchronization [None req-d90486a8-d740-4009-b86d-23d083ccd68f None None] Enqueued Resource ID: 2a6ac239-935d-4002-9185-64ab167919bc with Priority: HIGHEST for action port [ 944.391130] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6ac239-935d-4002-9185-64ab167919bc with Priority: HIGHEST for action port [ 944.391130] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6ac239-935d-4002-9185-64ab167919bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.391130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6ac239-935d-4002-9185-64ab167919bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.391384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6ac239-935d-4002-9185-64ab167919bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.391422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6ac239-935d-4002-9185-64ab167919bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.391497] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6ac239-935d-4002-9185-64ab167919bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.516167] env[65850]: INFO networking_nsxv3.common.synchronization [None req-46ae46a9-4a39-42d7-9a83-f20c758f2dc0 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff with Priority: HIGHEST for action security_group_rules [ 944.516760] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff with Priority: HIGHEST for action security_group_rules [ 944.517294] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.517294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.526739] env[65850]: INFO networking_nsxv3.common.synchronization [req-f38dd00e-f8a8-43dd-8f63-fd359085e43a req-6395a537-1e49-4a7e-9184-820390483336 tempest-ServersWithSpecificFlavorTestJSON-227808774 tempest-ServersWithSpecificFlavorTestJSON-227808774-project-member] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 944.526739] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGHEST for action security_group_members [ 944.527078] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.527204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.527292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.527544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.527622] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.527747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.527798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.527941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.528029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.528375] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.609978] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.610160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.610235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.610444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.610535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.610630] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 286eb600-d940-48b6-b70d-5b138cc10767 already deleted. [ 944.610713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.873026] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.873026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.873026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.873373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.873373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.873850] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff already deleted. [ 944.873850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.873850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.874046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.874046] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.894223] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a6ac239-935d-4002-9185-64ab167919bc [ 944.894462] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.894597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.894671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.894891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.894980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.895095] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a6ac239-935d-4002-9185-64ab167919bc already deleted. [ 944.895181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6ac239-935d-4002-9185-64ab167919bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.032889] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.032955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.032986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.033362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.276025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.276025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.276025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.276025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.276025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.276025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.276025] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be updated. [ 945.319727] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.319936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.319981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.320628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.320628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.330745] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: IN_PROGRESS for 2s [ 945.396199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.396523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.396523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.396771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.396771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.396913] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff already deleted. [ 945.396913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1c6925a-bd9a-43ff-afbc-efcc9b1c49ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.235220] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc in Status: SUCCESS [ 946.235220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.235220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.235220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.235220] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.235220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.235220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.235220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.235220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.235220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.235220] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.515556] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.515964] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.515964] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.516181] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.516443] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.516611] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.516721] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.516949] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.517110] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.517328] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.517445] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.517552] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.517658] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.517765] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.517871] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.518014] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.541551] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.541728] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.541864] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.542057] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-67" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.542431] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-5509e0e9-555b-424d-b623-7b7a009b5418 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.542655] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.542784] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.543063] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.543201] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5509e0e9-555b-424d-b623-7b7a009b5418',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.739037] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.045829] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045829] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.046074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.046244] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.046457] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.046818] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.046999] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.047137] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.047365] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.047504] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.047792] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.047957] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.048179] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.048436] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.048635] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.048817] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 5509e0e9-555b-424d-b623-7b7a009b5418 is going to be updated. [ 947.070787] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.071038] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.071170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.071521] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.071725] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.071953] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.241342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7213bb8a-520e-4ced-991c-34cff8e6b2bc: rpc.has_security_group_logging(os_id): False [ 947.263821] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.263821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.263821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.264088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.264192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.264466] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.264576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.264961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.264961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.265099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.265201] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc is going to be created. [ 947.343655] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f in Status: SUCCESS [ 947.343855] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f deletion is rescheduled due to dependency. [ 947.343973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.365703] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.365703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.365703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.365703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.365703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.377224] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc in Status: IN_PROGRESS for 2s [ 947.812009] env[65850]: INFO networking_nsxv3.common.synchronization [req-2bedddca-e6b7-4904-8e0b-337ef0dc52cc req-5b580f47-5a6a-4e34-9464-1f2639b28ce8 service nova] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_rules [ 947.812346] env[65850]: INFO networking_nsxv3.common.synchronization [req-2bedddca-e6b7-4904-8e0b-337ef0dc52cc req-5b580f47-5a6a-4e34-9464-1f2639b28ce8 service nova] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 947.812419] env[65850]: INFO networking_nsxv3.common.synchronization [req-2bedddca-e6b7-4904-8e0b-337ef0dc52cc req-5b580f47-5a6a-4e34-9464-1f2639b28ce8 service nova] Enqueued Resource ID: 5509e0e9-555b-424d-b623-7b7a009b5418 with Priority: HIGHEST for action port [ 947.812950] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_rules [ 947.813949] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 947.813949] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5509e0e9-555b-424d-b623-7b7a009b5418 with Priority: HIGHEST for action port [ 947.813949] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.814205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.814205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.814423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.814513] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.816013] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.816162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.816247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.816424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.816598] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.816694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.816765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.816928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.817033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.817123] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.818787] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-5509e0e9-555b-424d-b623-7b7a009b5418 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.819037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.819127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.819296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.819387] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5509e0e9-555b-424d-b623-7b7a009b5418',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.317381] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.317381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.322596] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.325068] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5509e0e9-555b-424d-b623-7b7a009b5418 with status ACTIVE [ 948.325548] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.325852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.326069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.327833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.327833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.327833] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.327833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.327833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.327833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.327833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.329198] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.331578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.331578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.331578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.331578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.331578] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5509e0e9-555b-424d-b623-7b7a009b5418 is going to be updated. [ 948.355678] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.355678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.355678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.355678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.355678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.355678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5509e0e9-555b-424d-b623-7b7a009b5418" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.472243] env[65850]: INFO networking_nsxv3.common.synchronization [req-0773455d-1754-4154-a5d9-55906d9f2345 req-8754de0f-506e-45cb-87d2-5e6978743ae5 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 948.472900] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 948.473452] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.473452] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.474128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.474128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.474288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.474367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.474435] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.475258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.477511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.477511] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.831919] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.979794] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.980072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.980072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.980599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.001638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.001943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.002100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.002170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.002544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.002641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.002739] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 949.033494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.033655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.033738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.034080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.034680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.045032] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 949.334561] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.334736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.334811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.335055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.335152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.335256] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be updated. [ 949.370835] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.371033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.371103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.371305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.371454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.382383] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 949.390532] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc in Status: SUCCESS [ 949.390906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.567342] env[65850]: INFO networking_nsxv3.common.synchronization [req-4ea4fcf3-8ce9-43f3-bb93-92abccd54e00 req-47b88a6f-8b0f-48c1-b1dc-709d6a1a0159 tempest-ServerActionsTestOtherB-199528981 tempest-ServerActionsTestOtherB-199528981-project-member] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 949.568013] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 949.568383] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.569383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.569383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.569383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.570522] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.570647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.570793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.570877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.570976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.571108] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.932317] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.932317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.932317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.932317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.932317] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.932317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.932317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.932317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.932317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.933142] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.933142] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.933142] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.933142] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.933142] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.933142] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.933494] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.956283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.956283] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.956283] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.956283] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.956283] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-28d31df5-f916-4701-b771-573afc2ea1c1 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.956283] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-28d31df5-f916-4701-b771-573afc2ea1c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.956283] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-28d31df5-f916-4701-b771-573afc2ea1c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.956283] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-28d31df5-f916-4701-b771-573afc2ea1c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.956283] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d31df5-f916-4701-b771-573afc2ea1c1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.073799] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.073988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.074057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.074285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.074408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.074582] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.074682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.074748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.074910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.075032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.075746] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 950.102431] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.102762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.102762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.102845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.103461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.112924] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 950.458853] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.459125] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.459223] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.459495] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.459660] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.459827] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 28d31df5-f916-4701-b771-573afc2ea1c1 not found, creating... [ 950.460109] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.460297] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.460426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.460668] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.460822] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.461117] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.461273] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.461390] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.461594] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.461792] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.461952] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 28d31df5-f916-4701-b771-573afc2ea1c1 is going to be created. [ 950.482995] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.483251] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.483377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.483761] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.484218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.488074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-28d31df5-f916-4701-b771-573afc2ea1c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.055995] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 951.056291] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 951.056291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.293019] env[65850]: INFO networking_nsxv3.common.synchronization [req-4ea4fcf3-8ce9-43f3-bb93-92abccd54e00 req-335635cc-3304-4f7b-b4ea-c6665e402a32 service nova] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 951.293572] env[65850]: INFO networking_nsxv3.common.synchronization [req-4ea4fcf3-8ce9-43f3-bb93-92abccd54e00 req-335635cc-3304-4f7b-b4ea-c6665e402a32 service nova] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 951.293572] env[65850]: INFO networking_nsxv3.common.synchronization [req-4ea4fcf3-8ce9-43f3-bb93-92abccd54e00 req-335635cc-3304-4f7b-b4ea-c6665e402a32 service nova] Enqueued Resource ID: 28d31df5-f916-4701-b771-573afc2ea1c1 with Priority: HIGHEST for action port [ 951.293990] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 951.294871] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 951.294976] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d31df5-f916-4701-b771-573afc2ea1c1 with Priority: HIGHEST for action port [ 951.295412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.295578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.295672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.295994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.296207] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.297765] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.298213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.298347] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d31df5-f916-4701-b771-573afc2ea1c1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.298502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d31df5-f916-4701-b771-573afc2ea1c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.298590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d31df5-f916-4701-b771-573afc2ea1c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.298837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d31df5-f916-4701-b771-573afc2ea1c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.299363] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d31df5-f916-4701-b771-573afc2ea1c1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.398590] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 951.399277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.399361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.400048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.400048] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.400048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.400424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.400424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.400503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.400538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.400662] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.801552] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28d31df5-f916-4701-b771-573afc2ea1c1 with status ACTIVE [ 951.801875] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.802133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.802234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.806038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.806038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.806038] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.806038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.806038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.806038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.806038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.806038] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.806038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.808244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.808244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.808244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.808244] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28d31df5-f916-4701-b771-573afc2ea1c1 is going to be updated. [ 951.808927] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.809044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.832893] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.833100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.833195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.833432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.833578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.833754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d31df5-f916-4701-b771-573afc2ea1c1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.903465] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.903791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.903791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.904041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.904216] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.904335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.904406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.904577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.904691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.904798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.904950] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.905078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.905144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.905263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.905393] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.905553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.905638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.905743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.905817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.905901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.905993] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.124906] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 952.125309] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda deletion is rescheduled due to dependency. [ 952.125309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.125403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.125588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.125808] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.126016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.126084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.126290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.126404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.126481] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.258481] env[65850]: INFO networking_nsxv3.common.synchronization [req-a172c838-c0fc-41a9-ae04-42f76dedfc04 req-b75435da-00d7-4156-a058-4ddc05684df2 tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_members [ 952.260741] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_members [ 952.261189] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.261354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.261441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.261765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.262089] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.262089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.262089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.262455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.262455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.262556] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.408574] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18b9cfe-1bc3-42bf-bff3-b776f43d118f: rpc.has_security_group_logging(os_id): False [ 952.429240] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.429945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.429945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.429945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.465332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.465332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.465332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.465332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.466155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.466251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.467610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.467610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.467610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.467610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.467610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.467610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.467610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.467610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.467610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.467610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.467610] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be updated. [ 952.573293] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.573462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.573521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.574291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.574291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.590035] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 952.629366] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.629602] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.629728] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.630281] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.630556] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.631650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.631650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.631650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.631650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.631650] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.631962] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.631962] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.632068] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.632163] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.632478] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.632687] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.634018] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.669520] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.669520] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.669520] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.669742] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.670021] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-36de174a-9bbf-4388-a20b-07cdd6042a2c taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.670975] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-36de174a-9bbf-4388-a20b-07cdd6042a2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.670975] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-36de174a-9bbf-4388-a20b-07cdd6042a2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.670975] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-36de174a-9bbf-4388-a20b-07cdd6042a2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.670975] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36de174a-9bbf-4388-a20b-07cdd6042a2c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.768066] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.768066] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.768066] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a already deleted. [ 952.768066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.136510] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.173728] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.173993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.174140] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.174431] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.174584] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.174738] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 36de174a-9bbf-4388-a20b-07cdd6042a2c not found, creating... [ 953.175017] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.175179] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.175309] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.175539] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.175676] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.175954] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.176122] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.176237] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.176437] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.176569] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.176705] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 36de174a-9bbf-4388-a20b-07cdd6042a2c is going to be created. [ 953.207550] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.207856] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.207926] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.208253] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.208551] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.208802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-36de174a-9bbf-4388-a20b-07cdd6042a2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.638626] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.638850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.638850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.639113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.639206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.639308] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 953.692151] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.692444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.692444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.693026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.693026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.704832] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 953.948809] env[65850]: INFO networking_nsxv3.common.synchronization [req-a172c838-c0fc-41a9-ae04-42f76dedfc04 req-b8ad4376-240f-4204-a3f8-f169977f9195 service nova] Enqueued Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_rules [ 953.949091] env[65850]: INFO networking_nsxv3.common.synchronization [req-a172c838-c0fc-41a9-ae04-42f76dedfc04 req-b8ad4376-240f-4204-a3f8-f169977f9195 service nova] Enqueued Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_members [ 953.949157] env[65850]: INFO networking_nsxv3.common.synchronization [req-a172c838-c0fc-41a9-ae04-42f76dedfc04 req-b8ad4376-240f-4204-a3f8-f169977f9195 service nova] Enqueued Resource ID: 36de174a-9bbf-4388-a20b-07cdd6042a2c with Priority: HIGHEST for action port [ 953.949786] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_rules [ 953.949955] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_members [ 953.950244] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36de174a-9bbf-4388-a20b-07cdd6042a2c with Priority: HIGHEST for action port [ 953.950582] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.950710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.950765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.950972] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.951100] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.952459] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.952608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.952752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.952870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.953033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.953143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.953225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.953414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.953414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.953532] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.955297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-36de174a-9bbf-4388-a20b-07cdd6042a2c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.955523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36de174a-9bbf-4388-a20b-07cdd6042a2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.955595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36de174a-9bbf-4388-a20b-07cdd6042a2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.955764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36de174a-9bbf-4388-a20b-07cdd6042a2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.955835] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36de174a-9bbf-4388-a20b-07cdd6042a2c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.358740] env[65850]: INFO networking_nsxv3.common.synchronization [None req-c6ffaaf4-a573-4d0c-b325-a8ea5f2c5826 tempest-ServerRescueNegativeTestJSON-2020371034 tempest-ServerRescueNegativeTestJSON-2020371034-project-member] Enqueued Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_rules [ 954.360632] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_rules [ 954.360632] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.360632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.360632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.360632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.360632] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.453564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.453564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.455937] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.457740] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36de174a-9bbf-4388-a20b-07cdd6042a2c with status ACTIVE [ 954.457963] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.458262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.458262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.458496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.458617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.458852] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.458920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.458950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.459162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.459263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.459450] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.459551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.459723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.459856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.459934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.459980] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36de174a-9bbf-4388-a20b-07cdd6042a2c is going to be updated. [ 954.474519] env[65850]: INFO networking_nsxv3.common.synchronization [None req-f23fec31-7905-4b01-8082-09c4bc42f2b1 tempest-ServerRescueNegativeTestJSON-2020371034 tempest-ServerRescueNegativeTestJSON-2020371034-project-member] Enqueued Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_rules [ 954.476198] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_rules [ 954.476873] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.476873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.483160] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.483160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.483160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.483160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.483160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.483160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36de174a-9bbf-4388-a20b-07cdd6042a2c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.605653] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 954.606159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.853299] env[65850]: INFO networking_nsxv3.common.synchronization [req-ea09deee-77d1-4a3e-aed7-99115d3f83e6 req-3fbff6f1-d633-4c92-b607-efb9a498ae73 tempest-ServerRescueTestJSON-144413143 tempest-ServerRescueTestJSON-144413143-project-member] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 954.854148] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 954.854284] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.854424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.854496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.854713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.854865] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.854962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.855181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.855403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.855441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.855540] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.882836] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.882985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.883072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.883317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.883413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.883512] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 already deleted. [ 954.883596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.883745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.883951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.884051] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.958703] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.294358] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.294758] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-713" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.295102] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-713" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.295621] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-713" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.296079] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.296345] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.296560] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.296991] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.297298] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.297697] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.297916] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.298214] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.298361] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.298611] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.298850] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.299223] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.323040] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.323243] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.323387] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.323599] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-713" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.323933] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-b898bd09-6226-4538-9c47-0ee03bd7e117 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.324126] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-b898bd09-6226-4538-9c47-0ee03bd7e117" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.324247] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-b898bd09-6226-4538-9c47-0ee03bd7e117" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.324648] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-b898bd09-6226-4538-9c47-0ee03bd7e117" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.324962] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b898bd09-6226-4538-9c47-0ee03bd7e117',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.358609] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.405592] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.405901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.405901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.406124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.406217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.406313] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 already deleted. [ 955.406403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.461799] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.461995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.462047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.462424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.462616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.462772] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a is going to be created. [ 955.488220] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.488420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.488462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.488991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.488991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.499712] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229b5cb9-e91a-4574-854f-71f4e35e567a in Status: UNINITIALIZED for 2s [ 955.714070] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 955.714314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.714491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.714714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.714913] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.715044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.715106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.715257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.715337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.715425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.715519] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.828249] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.828249] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.828449] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.828799] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.829112] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.829383] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port b898bd09-6226-4538-9c47-0ee03bd7e117 not found, creating... [ 955.829822] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.830233] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.830581] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.831071] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.831407] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.831940] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.832272] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.832533] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.832999] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.833311] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.833726] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: b898bd09-6226-4538-9c47-0ee03bd7e117 is going to be created. [ 955.861875] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.863991] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.864218] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.864359] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.864665] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.864986] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.867976] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-b898bd09-6226-4538-9c47-0ee03bd7e117" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.217575] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.370655] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.370655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.370655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.370961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.370961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.371081] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 is going to be updated. [ 956.403949] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.404120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.404237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.404554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.404697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.415468] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: IN_PROGRESS for 2s [ 956.578931] env[65850]: INFO networking_nsxv3.common.synchronization [req-ea09deee-77d1-4a3e-aed7-99115d3f83e6 req-bc194757-1811-42c8-8d0c-125ad52f9bc6 service nova] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_rules [ 956.579359] env[65850]: INFO networking_nsxv3.common.synchronization [req-ea09deee-77d1-4a3e-aed7-99115d3f83e6 req-bc194757-1811-42c8-8d0c-125ad52f9bc6 service nova] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 956.579359] env[65850]: INFO networking_nsxv3.common.synchronization [req-ea09deee-77d1-4a3e-aed7-99115d3f83e6 req-bc194757-1811-42c8-8d0c-125ad52f9bc6 service nova] Enqueued Resource ID: b898bd09-6226-4538-9c47-0ee03bd7e117 with Priority: HIGHEST for action port [ 956.579877] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_rules [ 956.580016] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 956.580515] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b898bd09-6226-4538-9c47-0ee03bd7e117 with Priority: HIGHEST for action port [ 956.580802] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.580939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.580977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.581199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.581279] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.582175] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.582276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.583169] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b898bd09-6226-4538-9c47-0ee03bd7e117 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.583291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b898bd09-6226-4538-9c47-0ee03bd7e117" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.583364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b898bd09-6226-4538-9c47-0ee03bd7e117" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.583563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b898bd09-6226-4538-9c47-0ee03bd7e117" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.583638] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b898bd09-6226-4538-9c47-0ee03bd7e117',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.720412] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b227bdf-fac1-42af-a2c2-d99da09bfdda: rpc.has_security_group_logging(os_id): False [ 956.743557] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.743809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.743809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.747224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.747224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.747224] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.747224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.747224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.747224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.747224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.747224] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 956.850306] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.850482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.850563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.850789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.851014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.869109] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 957.086233] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.086417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.087169] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b898bd09-6226-4538-9c47-0ee03bd7e117 with status ACTIVE [ 957.087442] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.087598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.087689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.087965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.088098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.088324] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.088809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.088899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.089599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.089599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.089599] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.089599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.089877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.089877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.089877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.090102] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b898bd09-6226-4538-9c47-0ee03bd7e117 is going to be updated. [ 957.118288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.118288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.118288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.118288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.118288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.118288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b898bd09-6226-4538-9c47-0ee03bd7e117" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.514257] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229b5cb9-e91a-4574-854f-71f4e35e567a in Status: SUCCESS [ 957.514752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.514943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.515196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.515466] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.515977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.515977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.515977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.515977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.515977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.516280] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.019762] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.426723] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: SUCCESS [ 958.426997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.427233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.427460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.427862] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.427862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.427862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.428057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.428098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.428181] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.523377] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229b5cb9-e91a-4574-854f-71f4e35e567a: rpc.has_security_group_logging(os_id): False [ 958.545026] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.545026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.545026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.545026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.545026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.545026] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.545026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.545026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.545026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.545026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.545026] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a is going to be created. [ 958.611957] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.614298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.614298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.614298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.614298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.628528] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229b5cb9-e91a-4574-854f-71f4e35e567a in Status: IN_PROGRESS for 2s [ 958.884759] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 958.884759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.931681] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.436501] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.590183] env[65850]: INFO networking_nsxv3.common.synchronization [req-b62c12cd-b132-4cb6-8e78-665c6f09b18c req-147cad08-9ecb-4ac9-99fb-0a729f20f3e1 tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 959.591100] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 959.591551] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.591799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.591976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.592374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.592651] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.592867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.593017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.593297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.593504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.593668] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.940037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.940037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.940037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.940273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.940273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.940347] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 is going to be updated. [ 959.973617] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.973617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.973855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.973923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.974085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.982756] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: IN_PROGRESS for 2s [ 960.030374] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.030569] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.030693] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.030977] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.031256] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.031634] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.031761] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.031991] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.032158] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.032368] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.032549] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.032678] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.032758] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.032868] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.033102] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.033180] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.055792] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.056086] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.056226] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.056372] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-809" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.056697] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-f3c3e9b2-931b-4388-a949-9d1e7388f72e taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.056880] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-f3c3e9b2-931b-4388-a949-9d1e7388f72e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.057044] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-f3c3e9b2-931b-4388-a949-9d1e7388f72e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.057506] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-f3c3e9b2-931b-4388-a949-9d1e7388f72e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.057660] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c3e9b2-931b-4388-a949-9d1e7388f72e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.096896] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.097244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.097596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.097887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.098036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.098262] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.098405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.098491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.098686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.098788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.098885] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 960.131231] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.131386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.131456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.131682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.132023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.144243] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 960.561157] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.561441] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.561651] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.562029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.562261] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.562508] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port f3c3e9b2-931b-4388-a949-9d1e7388f72e not found, creating... [ 960.562883] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.563080] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.563240] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.563644] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.563923] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.564300] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.564502] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.564665] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.565024] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.565237] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.565467] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: f3c3e9b2-931b-4388-a949-9d1e7388f72e is going to be created. [ 960.587571] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.587850] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.588015] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.588402] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.588674] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.588903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-f3c3e9b2-931b-4388-a949-9d1e7388f72e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.641499] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229b5cb9-e91a-4574-854f-71f4e35e567a in Status: SUCCESS [ 960.641852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.994710] env[65850]: INFO networking_nsxv3.common.synchronization [req-18bc35bb-cfbe-4e15-a973-179b6b255a37 req-ab6a46c9-8357-4ea2-9090-dbd23476b3ec tempest-ServersTestFqdnHostnames-466546054 tempest-ServersTestFqdnHostnames-466546054-project-member] Enqueued Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_members [ 960.995407] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGHEST for action security_group_members [ 960.995767] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8765004-5568-4620-95f2-73893e949163 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.995928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.995996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.996252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.996420] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.996554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.996605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.996800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.996913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.997033] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.302564] env[65850]: INFO networking_nsxv3.common.synchronization [req-b62c12cd-b132-4cb6-8e78-665c6f09b18c req-0765fb26-ffb2-4785-bb6c-db2da9164389 service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 961.303336] env[65850]: INFO networking_nsxv3.common.synchronization [req-b62c12cd-b132-4cb6-8e78-665c6f09b18c req-0765fb26-ffb2-4785-bb6c-db2da9164389 service nova] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 961.303336] env[65850]: INFO networking_nsxv3.common.synchronization [req-b62c12cd-b132-4cb6-8e78-665c6f09b18c req-0765fb26-ffb2-4785-bb6c-db2da9164389 service nova] Enqueued Resource ID: f3c3e9b2-931b-4388-a949-9d1e7388f72e with Priority: HIGHEST for action port [ 961.303606] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_rules [ 961.303606] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 961.303701] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3c3e9b2-931b-4388-a949-9d1e7388f72e with Priority: HIGHEST for action port [ 961.303980] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.304349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.304557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.304630] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.306077] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.306162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.306319] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3c3e9b2-931b-4388-a949-9d1e7388f72e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.306413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3c3e9b2-931b-4388-a949-9d1e7388f72e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.306481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3c3e9b2-931b-4388-a949-9d1e7388f72e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.307302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3c3e9b2-931b-4388-a949-9d1e7388f72e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.307434] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3c3e9b2-931b-4388-a949-9d1e7388f72e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.499607] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.499773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.499847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.500085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.500180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.500386] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.500583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.500643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.500795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.500871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.500957] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8765004-5568-4620-95f2-73893e949163 is going to be updated. [ 961.536990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.536990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.536990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.537364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.537364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.546975] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8765004-5568-4620-95f2-73893e949163 in Status: IN_PROGRESS for 2s [ 961.806576] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.807546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.810862] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3c3e9b2-931b-4388-a949-9d1e7388f72e with status ACTIVE [ 961.811611] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.811611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.811611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.811842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.811842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.812648] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.812648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.812648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.812648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.812648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.812863] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.812863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.813038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.813068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.813157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.813244] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3c3e9b2-931b-4388-a949-9d1e7388f72e is going to be updated. [ 961.837074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.837237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.838085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.838085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.838085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.838240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3c3e9b2-931b-4388-a949-9d1e7388f72e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.995835] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: SUCCESS [ 961.996088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.996244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.996481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.996686] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.996804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.996866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.997097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.997198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.997304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.997421] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.157075] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 962.157304] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 deletion is rescheduled due to dependency. [ 962.157422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.157590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.157810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.157991] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.158126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.158190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.158345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.158422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.158515] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.503735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.504025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.504025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.504191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.504456] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.504456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.504624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.504667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.504784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.504867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.505047] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.505153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.505228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.505349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.505483] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.505644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.505644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.505918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.505996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.506091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.506182] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.662407] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.008450] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62e1f518-49ba-4074-9768-17f4711e3186: rpc.has_security_group_logging(os_id): False [ 963.027179] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.027397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.027485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.027705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.027781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.031020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.031020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.031020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.031020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.031542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.031542] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 is going to be updated. [ 963.103392] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.105189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.105189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.105189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.105189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.122839] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: IN_PROGRESS for 2s [ 963.164907] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.556591] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8765004-5568-4620-95f2-73893e949163 in Status: SUCCESS [ 963.556778] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8765004-5568-4620-95f2-73893e949163 deletion is rescheduled due to dependency. [ 963.556903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.670507] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.670792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.670960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.671384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.671761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.671951] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 963.708685] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.709009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.709097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.709496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.709496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.720100] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 964.281553] env[65850]: INFO networking_nsxv3.common.synchronization [None req-ff851f37-86ab-4527-b95b-b2f4b21a4b06 None None] Enqueued Resource ID: 1085bac7-eb1f-4b2f-88a0-bf112636b1df with Priority: HIGHEST for action port [ 964.282039] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1085bac7-eb1f-4b2f-88a0-bf112636b1df with Priority: HIGHEST for action port [ 964.282430] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-1085bac7-eb1f-4b2f-88a0-bf112636b1df taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.282647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1085bac7-eb1f-4b2f-88a0-bf112636b1df" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.282708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1085bac7-eb1f-4b2f-88a0-bf112636b1df" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.288149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1085bac7-eb1f-4b2f-88a0-bf112636b1df" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.288877] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1085bac7-eb1f-4b2f-88a0-bf112636b1df',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.795053] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1085bac7-eb1f-4b2f-88a0-bf112636b1df [ 964.795363] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.795515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.795606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.795817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.795868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.796053] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1085bac7-eb1f-4b2f-88a0-bf112636b1df already deleted. [ 964.796053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1085bac7-eb1f-4b2f-88a0-bf112636b1df" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.139551] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: SUCCESS [ 965.143013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.732316] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 965.732619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.732801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.733100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.733247] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.733401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.733676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.733869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.734064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.734118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.734219] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.238811] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.238811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.238811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.239114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.239114] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.239246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.239440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.239440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.239569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.239829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.239933] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.240175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.240175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.240175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.240489] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.240489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.240618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.240664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.240752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.240850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.240938] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.746748] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84fe49f1-4445-43b4-a6a8-edc99e943aa0: rpc.has_security_group_logging(os_id): False [ 966.767334] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.767724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.767724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.767922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.768021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.768693] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.768693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.768693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.768693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.768693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.769088] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.769088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.769088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.769252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.769450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.770060] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.770060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.770060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.770060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.770060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.770060] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 966.843144] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.843424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.843424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.843745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.843911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.857432] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 966.957986] env[65850]: INFO networking_nsxv3.common.synchronization [req-c43b6a40-6ded-4e99-b9ea-05a126dfdbab req-191e98ea-9589-478f-a362-e93656afb314 tempest-InstanceActionsTestJSON-87872088 tempest-InstanceActionsTestJSON-87872088-project-member] Enqueued Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGHEST for action security_group_members [ 966.958617] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGHEST for action security_group_members [ 966.958890] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8c6615-e788-4411-a1a5-172e4b15a18e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.959204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.959320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.959578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.959744] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.959924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.960014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.960202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.960702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.960814] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.016310] env[65850]: INFO networking_nsxv3.common.synchronization [None req-db046d57-3f7e-41a1-ba64-ad0ddcf2587f None None] Enqueued Resource ID: c880e3ac-ef03-4173-83a4-ebba33f66ac6 with Priority: HIGHEST for action port [ 967.016776] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c880e3ac-ef03-4173-83a4-ebba33f66ac6 with Priority: HIGHEST for action port [ 967.017093] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-c880e3ac-ef03-4173-83a4-ebba33f66ac6 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.017219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c880e3ac-ef03-4173-83a4-ebba33f66ac6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.017280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c880e3ac-ef03-4173-83a4-ebba33f66ac6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.017535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c880e3ac-ef03-4173-83a4-ebba33f66ac6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.017688] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c880e3ac-ef03-4173-83a4-ebba33f66ac6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.343654] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.343991] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-381" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.344261] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-381" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.344755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-381" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.345160] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.345399] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.345583] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.345919] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.346143] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.346473] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.346675] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.346910] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.347117] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.347324] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.347519] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.347690] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.373589] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.373880] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.374052] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.374238] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-381" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.374556] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-575fdcef-84f2-494e-a3aa-a244be770dac taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.374746] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-575fdcef-84f2-494e-a3aa-a244be770dac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.374897] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-575fdcef-84f2-494e-a3aa-a244be770dac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.375290] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-575fdcef-84f2-494e-a3aa-a244be770dac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.375413] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575fdcef-84f2-494e-a3aa-a244be770dac',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.465850] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.465850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.465850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.466176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.466211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.466673] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.466673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.466673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.466842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.466842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.466917] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e already deleted. [ 967.466948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.519719] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c880e3ac-ef03-4173-83a4-ebba33f66ac6 [ 967.519960] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.520123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.520194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.520451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.520509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.520596] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c880e3ac-ef03-4173-83a4-ebba33f66ac6 already deleted. [ 967.520676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c880e3ac-ef03-4173-83a4-ebba33f66ac6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.878363] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.878725] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.878829] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.879213] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.879417] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.879686] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 575fdcef-84f2-494e-a3aa-a244be770dac not found, creating... [ 967.879969] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.880197] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.880357] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.880642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.880839] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.881312] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.881571] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.881778] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.882165] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.882331] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.882563] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 575fdcef-84f2-494e-a3aa-a244be770dac is going to be created. [ 967.905017] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.905227] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.905353] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.905637] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.905869] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.906105] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-575fdcef-84f2-494e-a3aa-a244be770dac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.602084] env[65850]: INFO networking_nsxv3.common.synchronization [req-c43b6a40-6ded-4e99-b9ea-05a126dfdbab req-db588086-2fa8-4142-bf92-766b449d969f service nova] Enqueued Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGHEST for action security_group_rules [ 968.602291] env[65850]: INFO networking_nsxv3.common.synchronization [req-c43b6a40-6ded-4e99-b9ea-05a126dfdbab req-db588086-2fa8-4142-bf92-766b449d969f service nova] Enqueued Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGHEST for action security_group_members [ 968.602428] env[65850]: INFO networking_nsxv3.common.synchronization [req-c43b6a40-6ded-4e99-b9ea-05a126dfdbab req-db588086-2fa8-4142-bf92-766b449d969f service nova] Enqueued Resource ID: 575fdcef-84f2-494e-a3aa-a244be770dac with Priority: HIGHEST for action port [ 968.603810] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGHEST for action security_group_rules [ 968.603983] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGHEST for action security_group_members [ 968.604082] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575fdcef-84f2-494e-a3aa-a244be770dac with Priority: HIGHEST for action port [ 968.604356] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8c6615-e788-4411-a1a5-172e4b15a18e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.604570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.604570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.604792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.604909] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.607974] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8c6615-e788-4411-a1a5-172e4b15a18e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.608132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.608199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.608381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.608558] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.608623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.608685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.608827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.608910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.609189] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.613034] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-575fdcef-84f2-494e-a3aa-a244be770dac taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.613034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-575fdcef-84f2-494e-a3aa-a244be770dac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.613034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-575fdcef-84f2-494e-a3aa-a244be770dac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.613034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-575fdcef-84f2-494e-a3aa-a244be770dac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.613034] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575fdcef-84f2-494e-a3aa-a244be770dac',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.870971] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 968.871224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.112285] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.114050] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8c6615-e788-4411-a1a5-172e4b15a18e taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.114050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.114050] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 575fdcef-84f2-494e-a3aa-a244be770dac with status ACTIVE [ 969.114050] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.114338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.114338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.115023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.115023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.115023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.115023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.115023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.115415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.115486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.115677] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.115776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.115837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.115982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.116076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.116160] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 575fdcef-84f2-494e-a3aa-a244be770dac is going to be updated. [ 969.139284] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.139433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.139505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.139720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.139859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.140040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-575fdcef-84f2-494e-a3aa-a244be770dac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.614823] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.118048] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.118048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.118048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.118048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.118048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.118048] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e is going to be created. [ 970.144682] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.144682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.144682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.144908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.144987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.160107] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e in Status: UNINITIALIZED for 2s [ 972.177455] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e in Status: SUCCESS [ 972.177455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.177455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.177455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.177455] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.177455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.177455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.177455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.177455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.178120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.178120] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.680617] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8c6615-e788-4411-a1a5-172e4b15a18e taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.681016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.681747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.681747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.681747] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.681927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.682051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.682309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.682488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.682650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.683010] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8c6615-e788-4411-a1a5-172e4b15a18e taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.683195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.683314] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.683568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.683803] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.684064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.684106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.684539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.684539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.684787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.684845] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.927166] env[65850]: INFO networking_nsxv3.common.synchronization [req-2641b8b7-c3a6-447e-bace-ab613ddf0707 req-4b55fc1c-fe10-480e-a803-2d62a5eb68a0 tempest-ServersTestManualDisk-1738348497 tempest-ServersTestManualDisk-1738348497-project-member] Enqueued Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_members [ 972.927703] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_members [ 972.928066] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd86633e-87f9-4302-97e0-d675217857f3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.928191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.928259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.928528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.928686] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.928792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.928914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.929225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.929347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.929460] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.187683] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c8c6615-e788-4411-a1a5-172e4b15a18e: rpc.has_security_group_logging(os_id): False [ 973.211901] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.212960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.212960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.212960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.212960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.212960] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.212960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.212960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.212960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.213388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.213388] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.213388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.213388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.213539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.213576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.213762] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.213852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.213908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.215311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.217393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.217393] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e is going to be created. [ 973.287482] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.287482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.287482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.287482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.287720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.291647] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-737 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.291647] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-737" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.291647] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-737" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.291970] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-737" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.292457] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.292457] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.292633] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.293033] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.293033] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.293258] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.293984] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.293984] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.293984] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.293984] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.293984] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.293984] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.301037] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e in Status: IN_PROGRESS for 2s [ 973.312912] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.312912] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.313187] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.313326] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-737" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.313603] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.313826] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.313953] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.314324] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.314464] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519dd6f1-a75c-46c4-aedf-5c5c8ad21799',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.433307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.433307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.433307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.433792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.433792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.433792] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.433925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.433925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.434146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.434226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.434311] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd86633e-87f9-4302-97e0-d675217857f3 already deleted. [ 973.434389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.818100] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.818401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.818545] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.818828] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.818984] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.819183] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 519dd6f1-a75c-46c4-aedf-5c5c8ad21799 not found, creating... [ 973.819477] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.819649] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.819767] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.820033] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.820195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.820509] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.820724] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.820899] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.821193] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.821340] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.821479] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 519dd6f1-a75c-46c4-aedf-5c5c8ad21799 is going to be created. [ 973.843949] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.844251] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.844333] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.844604] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.844862] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.845063] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.623349] env[65850]: INFO networking_nsxv3.common.synchronization [req-2641b8b7-c3a6-447e-bace-ab613ddf0707 req-d180326a-417d-447e-aadb-ff6abe4bf9eb service nova] Enqueued Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_rules [ 974.623622] env[65850]: INFO networking_nsxv3.common.synchronization [req-2641b8b7-c3a6-447e-bace-ab613ddf0707 req-d180326a-417d-447e-aadb-ff6abe4bf9eb service nova] Enqueued Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_members [ 974.623670] env[65850]: INFO networking_nsxv3.common.synchronization [req-2641b8b7-c3a6-447e-bace-ab613ddf0707 req-d180326a-417d-447e-aadb-ff6abe4bf9eb service nova] Enqueued Resource ID: 519dd6f1-a75c-46c4-aedf-5c5c8ad21799 with Priority: HIGHEST for action port [ 974.624282] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_rules [ 974.624437] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_members [ 974.624536] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519dd6f1-a75c-46c4-aedf-5c5c8ad21799 with Priority: HIGHEST for action port [ 974.624814] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd86633e-87f9-4302-97e0-d675217857f3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.624960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.625061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.625354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.625448] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.626824] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd86633e-87f9-4302-97e0-d675217857f3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.627460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.627460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.627460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.627677] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.628129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.628129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.628232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.628268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.628362] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.629654] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.629781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.629925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.630118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.630200] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519dd6f1-a75c-46c4-aedf-5c5c8ad21799',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.131887] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd86633e-87f9-4302-97e0-d675217857f3 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.132094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.132412] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.133457] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 519dd6f1-a75c-46c4-aedf-5c5c8ad21799 with status ACTIVE [ 975.133767] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.133887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.133927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.134165] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.134263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.134439] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.134556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.134614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.134846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.134959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.135112] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.135283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.135348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.135455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.135551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.137190] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 519dd6f1-a75c-46c4-aedf-5c5c8ad21799 is going to be updated. [ 975.156943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.157108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.157181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.157385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.157521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.157934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519dd6f1-a75c-46c4-aedf-5c5c8ad21799" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.314131] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e in Status: SUCCESS [ 975.314359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.425403] env[65850]: INFO networking_nsxv3.common.synchronization [req-bcb35f37-0d2e-497e-b5e2-49cad4a63965 req-92cc30b0-9a71-4b6e-81da-b8f984a7e8c6 tempest-ServerAddressesTestJSON-742536663 tempest-ServerAddressesTestJSON-742536663-project-member] Enqueued Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGHEST for action security_group_members [ 975.426859] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGHEST for action security_group_members [ 975.430734] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4028829b-c80a-4a96-b88f-5c45f5983a28 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.430734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.430895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.431267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.431267] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.431403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.431436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.431611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.431650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.431743] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.637295] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.847094] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.847334] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.847537] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.847989] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.848436] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.848771] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.848971] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.849337] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.849559] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.849955] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.850169] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.850342] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.850510] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.850730] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.850898] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.851192] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.874193] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.874515] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.874715] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.874964] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.875467] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.875723] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.875922] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.876389] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.876594] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76bcb85f-6feb-45d1-9a67-63fd57c3d1e5',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.934405] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.934651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.934812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.935298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.935362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.935896] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.935896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.935896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.936040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.936170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.936311] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 already deleted. [ 975.936419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.140981] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.141170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.141242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.141453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.141543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.141644] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd86633e-87f9-4302-97e0-d675217857f3 is going to be created. [ 976.171797] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.171965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.172019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.172323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.172498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.183138] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd86633e-87f9-4302-97e0-d675217857f3 in Status: UNINITIALIZED for 2s [ 976.379445] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.379760] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.379911] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.380364] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.380364] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.380617] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 76bcb85f-6feb-45d1-9a67-63fd57c3d1e5 not found, creating... [ 976.381000] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.381263] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.381462] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.381760] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.381969] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.382348] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.382533] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.382683] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.382991] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.383070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.383211] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 76bcb85f-6feb-45d1-9a67-63fd57c3d1e5 is going to be created. [ 976.415683] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.415932] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.416077] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.416455] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.416763] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.417050] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.259600] env[65850]: INFO networking_nsxv3.common.synchronization [req-bcb35f37-0d2e-497e-b5e2-49cad4a63965 req-399aedcd-c446-4b09-93fb-6faa386cc8c1 service nova] Enqueued Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGHEST for action security_group_rules [ 977.259969] env[65850]: INFO networking_nsxv3.common.synchronization [req-bcb35f37-0d2e-497e-b5e2-49cad4a63965 req-399aedcd-c446-4b09-93fb-6faa386cc8c1 service nova] Enqueued Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGHEST for action security_group_members [ 977.260041] env[65850]: INFO networking_nsxv3.common.synchronization [req-bcb35f37-0d2e-497e-b5e2-49cad4a63965 req-399aedcd-c446-4b09-93fb-6faa386cc8c1 service nova] Enqueued Resource ID: 76bcb85f-6feb-45d1-9a67-63fd57c3d1e5 with Priority: HIGHEST for action port [ 977.261175] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGHEST for action security_group_rules [ 977.261410] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGHEST for action security_group_members [ 977.261555] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76bcb85f-6feb-45d1-9a67-63fd57c3d1e5 with Priority: HIGHEST for action port [ 977.262210] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4028829b-c80a-4a96-b88f-5c45f5983a28 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.262210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.262210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.262388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.262805] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.264223] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4028829b-c80a-4a96-b88f-5c45f5983a28 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.264372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.264448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.264651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.264840] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.264943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.265021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.265186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.265276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.265372] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.266273] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.266397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.266508] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.266651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.266738] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76bcb85f-6feb-45d1-9a67-63fd57c3d1e5',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.770425] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.771747] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4028829b-c80a-4a96-b88f-5c45f5983a28 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.771747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.771912] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76bcb85f-6feb-45d1-9a67-63fd57c3d1e5 with status ACTIVE [ 977.772063] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.772063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.772324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.772324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.772427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.772574] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.772715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.772783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.772921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.773028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.773189] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.773283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.773339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.773495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.773594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.773644] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76bcb85f-6feb-45d1-9a67-63fd57c3d1e5 is going to be updated. [ 977.804781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.804976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.805572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.805572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.805572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.805721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76bcb85f-6feb-45d1-9a67-63fd57c3d1e5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.194790] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd86633e-87f9-4302-97e0-d675217857f3 in Status: SUCCESS [ 978.195288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.195288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.195539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.196142] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.196142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.196142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.196142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.196142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.196416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.196416] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.276213] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.698550] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.778715] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.779597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.779597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.779597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.779743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.779743] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 is going to be created. [ 978.808121] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.809751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.809751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.809751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.812427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.830564] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 in Status: UNINITIALIZED for 2s [ 979.200934] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd86633e-87f9-4302-97e0-d675217857f3: rpc.has_security_group_logging(os_id): False [ 979.220857] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.221048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.221211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.221319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.221460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.221772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.221895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.221971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.222174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.222661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.223394] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd86633e-87f9-4302-97e0-d675217857f3 is going to be created. [ 979.316368] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.316368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.316368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.316368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.316794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.333928] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd86633e-87f9-4302-97e0-d675217857f3 in Status: IN_PROGRESS for 2s [ 980.245895] env[65850]: INFO networking_nsxv3.common.synchronization [req-500bba32-13df-4f9e-9f51-ab2d4b95a1bb req-be0b0690-8a1d-4553-bfa8-46207812a5d1 tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_members [ 980.246470] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_members [ 980.246831] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-286eb600-d940-48b6-b70d-5b138cc10767 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.246962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.247187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.247471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.247633] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.247744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.248825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.249022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.249117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.249218] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.692806] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.693102] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.693818] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.693818] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.698074] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.698158] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.698213] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.698855] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.698855] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.698855] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.699038] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.699077] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.699183] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.699284] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.699377] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.700037] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.724907] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.725168] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.725314] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.725513] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.725841] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-d5b53f87-4765-4ec7-b51f-12a46c54e138 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.726026] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-d5b53f87-4765-4ec7-b51f-12a46c54e138" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.726152] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-d5b53f87-4765-4ec7-b51f-12a46c54e138" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.726946] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-d5b53f87-4765-4ec7-b51f-12a46c54e138" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.727110] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b53f87-4765-4ec7-b51f-12a46c54e138',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.752416] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.752725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.752792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.754142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.754142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.754142] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.754142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.754142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.754142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.754142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.754142] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286eb600-d940-48b6-b70d-5b138cc10767 already deleted. [ 980.754142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.841095] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 in Status: SUCCESS [ 980.841330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.841539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.841725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.841923] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.842081] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.842116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.842410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.842410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.842410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.842781] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.230413] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.230413] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.230413] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.230713] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.230713] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.230840] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port d5b53f87-4765-4ec7-b51f-12a46c54e138 not found, creating... [ 981.231073] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.231220] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.231330] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.231540] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.231675] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.231950] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.232108] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.232277] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.232514] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.232700] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.232875] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: d5b53f87-4765-4ec7-b51f-12a46c54e138 is going to be created. [ 981.253838] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.254145] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.254288] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.254623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.254901] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.255176] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-d5b53f87-4765-4ec7-b51f-12a46c54e138" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.345133] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4028829b-c80a-4a96-b88f-5c45f5983a28 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.345323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.345398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.345623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.345801] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.345922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.345959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.346119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.346205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.346290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.346464] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4028829b-c80a-4a96-b88f-5c45f5983a28 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.346517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.347297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.347297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.347297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.347297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.347297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.347297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.347297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.347297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.347645] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.348918] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd86633e-87f9-4302-97e0-d675217857f3 in Status: SUCCESS [ 981.349122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.789975] env[65850]: INFO networking_nsxv3.common.synchronization [req-dcdf8f05-f7e5-44db-bf9b-6124743d5f75 req-7ea871a6-3098-48f7-a648-66e92c476d87 tempest-ServersNegativeTestJSON-2119566007 tempest-ServersNegativeTestJSON-2119566007-project-member] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 981.790555] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGHEST for action security_group_members [ 981.790914] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.791350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.791350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.791461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.791531] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.791634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.791696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.791840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.791929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.792029] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.854423] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4028829b-c80a-4a96-b88f-5c45f5983a28: rpc.has_security_group_logging(os_id): False [ 981.872926] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.873575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.873687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.873860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.873950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.874169] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.874273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.874985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.874985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.874985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.875202] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.875202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.875315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.875362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.875501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.875704] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.875817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.875871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.875975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.876054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.876133] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 is going to be created. [ 981.941753] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.941921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.941958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.942197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.942394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.954144] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 in Status: IN_PROGRESS for 2s [ 982.043438] env[65850]: INFO networking_nsxv3.common.synchronization [req-500bba32-13df-4f9e-9f51-ab2d4b95a1bb req-f29c94cd-dc60-49c2-96c4-2a5d3d561aa6 service nova] Enqueued Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_rules [ 982.043696] env[65850]: INFO networking_nsxv3.common.synchronization [req-500bba32-13df-4f9e-9f51-ab2d4b95a1bb req-f29c94cd-dc60-49c2-96c4-2a5d3d561aa6 service nova] Enqueued Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_members [ 982.043766] env[65850]: INFO networking_nsxv3.common.synchronization [req-500bba32-13df-4f9e-9f51-ab2d4b95a1bb req-f29c94cd-dc60-49c2-96c4-2a5d3d561aa6 service nova] Enqueued Resource ID: d5b53f87-4765-4ec7-b51f-12a46c54e138 with Priority: HIGHEST for action port [ 982.047398] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_rules [ 982.047398] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_members [ 982.047398] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b53f87-4765-4ec7-b51f-12a46c54e138 with Priority: HIGHEST for action port [ 982.047398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-286eb600-d940-48b6-b70d-5b138cc10767 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.047398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.047398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.047398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.047398] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.047398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-286eb600-d940-48b6-b70d-5b138cc10767 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.047398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.047398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.047398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.047398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.047398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.048098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.048098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.048098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.048098] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.048729] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5b53f87-4765-4ec7-b51f-12a46c54e138 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.048729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5b53f87-4765-4ec7-b51f-12a46c54e138" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.048877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5b53f87-4765-4ec7-b51f-12a46c54e138" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.048908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5b53f87-4765-4ec7-b51f-12a46c54e138" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.049809] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b53f87-4765-4ec7-b51f-12a46c54e138',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.295489] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.295687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.295761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.295957] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.297104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.297104] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.297104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.297104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.297104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.297104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.297104] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be updated. [ 982.332313] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.332313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.332313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.332313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.332313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.341484] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: IN_PROGRESS for 2s [ 982.551630] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-286eb600-d940-48b6-b70d-5b138cc10767 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.552230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.552480] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.554636] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5b53f87-4765-4ec7-b51f-12a46c54e138 with status ACTIVE [ 982.555439] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.556022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.556262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.556561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.556706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.556951] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.557146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.557369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.557545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.558271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.558271] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.559365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.559365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.559365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.559365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.559365] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5b53f87-4765-4ec7-b51f-12a46c54e138 is going to be updated. [ 982.592872] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.592872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.593445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.593445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.593445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.593808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5b53f87-4765-4ec7-b51f-12a46c54e138" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.056514] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.558367] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.558528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.558795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.558856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.558904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.559013] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286eb600-d940-48b6-b70d-5b138cc10767 is going to be created. [ 983.589925] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.589925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.589925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.589925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.589925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.598430] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286eb600-d940-48b6-b70d-5b138cc10767 in Status: UNINITIALIZED for 2s [ 983.967174] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 in Status: SUCCESS [ 983.967377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.353542] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f in Status: SUCCESS [ 984.353894] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f deletion is rescheduled due to dependency. [ 984.353963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.318075] env[65850]: INFO networking_nsxv3.common.synchronization [req-93cf1707-df3d-420d-bb94-1c3672603d27 req-2c46225c-8a28-496a-a792-4efc08c06255 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 985.318648] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 985.319397] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.319799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.319875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.320101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.320269] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.320407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.320507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.320714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.320838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.320943] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.562787] env[65850]: INFO networking_nsxv3.common.synchronization [req-ab06c85e-421a-4193-a3b3-60db087e715f req-f9d1a801-4964-4e92-9fee-502557667077 tempest-ImagesTestJSON-126916546 tempest-ImagesTestJSON-126916546-project-member] Enqueued Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 985.563390] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 with Priority: HIGHEST for action security_group_members [ 985.563655] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-84fe49f1-4445-43b4-a6a8-edc99e943aa0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.563785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.563841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.564054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.564215] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.564374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.564451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.564613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.564699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.564804] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84fe49f1-4445-43b4-a6a8-edc99e943aa0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.609358] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286eb600-d940-48b6-b70d-5b138cc10767 in Status: SUCCESS [ 985.609640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.609760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.609976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.610284] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.610509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.610576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.610739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.610819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.610979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.610979] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.712484] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.712676] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.712781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.713220] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.714081] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.714081] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.714081] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.714081] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.714506] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.714506] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.714665] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.714665] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.714769] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.714884] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.714930] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.715145] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.755142] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.755142] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.755142] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.755142] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.755577] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.755577] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.755577] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.756720] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.757203] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fcfcb4-366c-436b-847d-bdfe8a94fc1f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.823613] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.823908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.823990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.824338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.824416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.824819] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.824961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.825043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.825283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.825437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.825586] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 985.855482] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.855774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.855774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.856075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.856193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.865935] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 985.992861] env[65850]: INFO networking_nsxv3.common.synchronization [req-e6897b89-63e6-4b56-a289-2b11bbff2a53 req-8565d2ff-3a0f-4f99-aafe-dc95e70c7a7b tempest-InstanceActionsTestJSON-87872088 tempest-InstanceActionsTestJSON-87872088-project-member] Enqueued Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGHEST for action security_group_members [ 985.993552] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGHEST for action security_group_members [ 985.993946] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c8c6615-e788-4411-a1a5-172e4b15a18e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.994291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.994378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.994583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.994755] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.994906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.994906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.995071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.995157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.995252] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.067346] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.067501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.067568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.067799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.067904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.068119] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.068222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.068285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.068819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.068916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.069281] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 is going to be updated. [ 986.106424] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.106634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.106634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.106860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.107028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.113159] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.118916] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: IN_PROGRESS for 2s [ 986.259502] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.259730] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.259857] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.260172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.260323] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.261400] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 22fcfcb4-366c-436b-847d-bdfe8a94fc1f not found, creating... [ 986.261706] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.261883] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.262023] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.262251] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.262392] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.262681] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.262870] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.262991] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.265636] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.265804] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.265978] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 22fcfcb4-366c-436b-847d-bdfe8a94fc1f is going to be created. [ 986.299565] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.299903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.299903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.300305] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.300646] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.300865] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.497663] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.497831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.497899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.498151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.498249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.498582] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.498582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.498669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.498760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.498836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.498926] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e is going to be updated. [ 986.535282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.538144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.538144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.538144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.538144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.550530] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e in Status: IN_PROGRESS for 2s [ 986.616048] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 286eb600-d940-48b6-b70d-5b138cc10767: rpc.has_security_group_logging(os_id): False [ 986.634925] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.635195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.635301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.635585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.636120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.636120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.636242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.636274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.638021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.638021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.638021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 286eb600-d940-48b6-b70d-5b138cc10767 is going to be created. [ 986.699717] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.699884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.699955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.700230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.700421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.712767] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 286eb600-d940-48b6-b70d-5b138cc10767 in Status: IN_PROGRESS for 2s [ 987.044173] env[65850]: INFO networking_nsxv3.common.synchronization [req-93cf1707-df3d-420d-bb94-1c3672603d27 req-d28202b7-75ab-4481-aa39-c8860120de0a service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 987.044347] env[65850]: INFO networking_nsxv3.common.synchronization [req-93cf1707-df3d-420d-bb94-1c3672603d27 req-d28202b7-75ab-4481-aa39-c8860120de0a service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 987.044519] env[65850]: INFO networking_nsxv3.common.synchronization [req-93cf1707-df3d-420d-bb94-1c3672603d27 req-d28202b7-75ab-4481-aa39-c8860120de0a service nova] Enqueued Resource ID: 22fcfcb4-366c-436b-847d-bdfe8a94fc1f with Priority: HIGHEST for action port [ 987.045239] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 987.045239] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 987.045239] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22fcfcb4-366c-436b-847d-bdfe8a94fc1f with Priority: HIGHEST for action port [ 987.045704] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.045704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.045704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.045976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.045976] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.047055] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.047952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.047952] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.047952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.047952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.047952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.047952] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22fcfcb4-366c-436b-847d-bdfe8a94fc1f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.549615] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.549830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.550048] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22fcfcb4-366c-436b-847d-bdfe8a94fc1f with status ACTIVE [ 987.550228] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.550335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.550403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.550609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.550698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.550875] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.550967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.551037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.551188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.551264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.551446] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.551527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.551586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.551720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.551791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.551874] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22fcfcb4-366c-436b-847d-bdfe8a94fc1f is going to be updated. [ 987.573964] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.574130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.574217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.574406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.574543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.574698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22fcfcb4-366c-436b-847d-bdfe8a94fc1f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.879195] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 987.879195] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 987.879195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.879195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.879195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.879669] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.879669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.879669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.879850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.879898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.880280] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.131168] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 in Status: SUCCESS [ 988.131497] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84fe49f1-4445-43b4-a6a8-edc99e943aa0 deletion is rescheduled due to dependency. [ 988.131573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84fe49f1-4445-43b4-a6a8-edc99e943aa0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.382180] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.559586] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e in Status: SUCCESS [ 988.559793] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e deletion is rescheduled due to dependency. [ 988.559889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.729516] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 286eb600-d940-48b6-b70d-5b138cc10767 in Status: SUCCESS [ 988.729713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.885025] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.388921] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.389083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.389187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.389457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.389553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.389656] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 989.418738] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.418738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.418738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.418990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.418990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.428326] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 989.555131] env[65850]: INFO networking_nsxv3.common.synchronization [req-0d592962-8e6e-4f9b-90c0-6013b75bbe72 req-f9a81b05-3ce2-460f-bd8e-6699a86c6115 tempest-ServerRescueTestJSON-144413143 tempest-ServerRescueTestJSON-144413143-project-member] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 989.555131] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 989.555131] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.555789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.555917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.556176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.556377] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.556476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.556538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.556748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.556787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.556865] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.059177] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.080230] env[65850]: INFO networking_nsxv3.common.synchronization [req-9380e55c-7493-4aee-aaec-234dfc521b46 req-2ab7fbbd-5013-4c3a-ab29-908ba2cd80a9 tempest-ServerAddressesTestJSON-742536663 tempest-ServerAddressesTestJSON-742536663-project-member] Enqueued Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGHEST for action security_group_members [ 990.080230] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGHEST for action security_group_members [ 990.080749] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4028829b-c80a-4a96-b88f-5c45f5983a28 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.080946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.081073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.081343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.081601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.081787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.081905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.082345] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.082474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.082668] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.561998] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.585835] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.585951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.586045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.586274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.586430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.586561] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.586673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.586775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.586911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.586954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.587054] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 is going to be updated. [ 990.619254] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.619414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.619461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.619672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.619821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.630753] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 in Status: IN_PROGRESS for 2s [ 991.065176] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.065562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.065562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.065707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.065908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.065908] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 is going to be updated. [ 991.098328] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.098548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.098623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.098842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.098982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.110958] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: IN_PROGRESS for 2s [ 991.438056] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 991.438311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.438671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.438898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.439111] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.439227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.439290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.439437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.439515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.439595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.439682] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.942149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.942387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.942432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.942706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.942970] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.943091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.943157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.943332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.943421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.943515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.943716] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.943882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.943971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.944145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.944295] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.944394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.944440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.944584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.944661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.944741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.944832] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.447726] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7770593b-1901-431e-a0bb-2110f1428769: rpc.has_security_group_logging(os_id): False [ 992.471361] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.471966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.472113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.472358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.472457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.472971] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.472971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.472971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.473192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.473324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.473551] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.473674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.473756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.473930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.474053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.475165] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.475384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.475454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.475668] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.475802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.475920] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 992.545615] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.545783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.545858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.546135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.546309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.561568] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 992.666852] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 in Status: SUCCESS [ 992.667283] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 deletion is rescheduled due to dependency. [ 992.667466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.057422] env[65850]: INFO networking_nsxv3.common.synchronization [req-02526cf6-01a3-48f6-ae9b-5651dd4f8772 req-b5702ebd-d714-48d3-bb30-a41a7a3bc6de tempest-ServerRescueNegativeTestJSON-2020371034 tempest-ServerRescueNegativeTestJSON-2020371034-project-member] Enqueued Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_members [ 993.057951] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_members [ 993.058307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.058436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.058498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.058777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.059162] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.059305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.059376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.059551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.059644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.059741] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.123144] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: SUCCESS [ 993.123144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.446978] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.446978] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.446978] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.446978] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.446978] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.447335] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.447380] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.449108] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.449108] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.449108] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.449108] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.449108] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.449108] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.449108] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.449108] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.449108] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.480866] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.481176] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.481365] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.481621] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-354" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.481998] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.482268] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.482357] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.482739] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.482953] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6444fb-d367-4d0a-a986-a3ce0daec9f2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.561614] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.561816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.561899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.562166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.562264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.562501] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.562607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.562685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.562938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.563044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.563137] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 already deleted. [ 993.563222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.986497] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.986591] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.986874] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.986963] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.987157] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.987324] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 2c6444fb-d367-4d0a-a986-a3ce0daec9f2 not found, creating... [ 993.987589] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.987802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.987851] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.988708] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.988708] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.988926] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.989238] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.989325] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.989514] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.989693] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.989781] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 2c6444fb-d367-4d0a-a986-a3ce0daec9f2 is going to be created. [ 994.014907] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.015722] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.015722] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.015722] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.019242] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.019242] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.575538] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 994.575538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.750575] env[65850]: INFO networking_nsxv3.common.synchronization [req-02526cf6-01a3-48f6-ae9b-5651dd4f8772 req-b6f6f5a2-4657-40dd-ba06-aa9f7eff6e86 service nova] Enqueued Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_rules [ 994.750575] env[65850]: INFO networking_nsxv3.common.synchronization [req-02526cf6-01a3-48f6-ae9b-5651dd4f8772 req-b6f6f5a2-4657-40dd-ba06-aa9f7eff6e86 service nova] Enqueued Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_members [ 994.750756] env[65850]: INFO networking_nsxv3.common.synchronization [req-02526cf6-01a3-48f6-ae9b-5651dd4f8772 req-b6f6f5a2-4657-40dd-ba06-aa9f7eff6e86 service nova] Enqueued Resource ID: 2c6444fb-d367-4d0a-a986-a3ce0daec9f2 with Priority: HIGHEST for action port [ 994.751346] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_rules [ 994.751463] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_members [ 994.752014] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c6444fb-d367-4d0a-a986-a3ce0daec9f2 with Priority: HIGHEST for action port [ 994.752459] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.754079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.754079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.754079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.754079] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.754079] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.754438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.754438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.756444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.756910] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.756910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.757153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.757286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.758457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.758457] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.759246] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.759246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.759246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.759246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.759246] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c6444fb-d367-4d0a-a986-a3ce0daec9f2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.261704] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.262793] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.262975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.263089] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c6444fb-d367-4d0a-a986-a3ce0daec9f2 with status ACTIVE [ 995.263248] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.267137] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.267276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.267508] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.267605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.268126] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.268126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.268126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.268381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.268609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.268698] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.268871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.268871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.268973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.269037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.269104] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c6444fb-d367-4d0a-a986-a3ce0daec9f2 is going to be updated. [ 995.294248] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.294525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.294638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.295648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.295885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.296769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c6444fb-d367-4d0a-a986-a3ce0daec9f2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.575659] env[65850]: INFO networking_nsxv3.common.synchronization [req-7213c284-5ecf-46ad-984e-38f8c4fba56d req-38a38661-9b8b-4b29-9c1c-e1f7db03ff68 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 995.576708] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 995.576898] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.577124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.577210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.578680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.578892] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.579262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.579262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.579262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.579379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.579453] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.594079] env[65850]: INFO networking_nsxv3.common.synchronization [None req-18db23bd-7c2d-46d7-8e27-e36ebb5200ba None None] Enqueued Resource ID: 5229eed3-bf92-440a-ba39-8a229c0d0455 with Priority: HIGHEST for action port [ 995.594079] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5229eed3-bf92-440a-ba39-8a229c0d0455 with Priority: HIGHEST for action port [ 995.594079] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-5229eed3-bf92-440a-ba39-8a229c0d0455 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.594079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5229eed3-bf92-440a-ba39-8a229c0d0455" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.594079] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5229eed3-bf92-440a-ba39-8a229c0d0455" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.594567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5229eed3-bf92-440a-ba39-8a229c0d0455" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.594567] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5229eed3-bf92-440a-ba39-8a229c0d0455',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.771773] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.083217] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.083217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.083217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.083457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.083457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.083570] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.083804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.083867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.084103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.084154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.084291] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 996.092308] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.092308] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.093100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.093100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.093100] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.093100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.093317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.093387] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.093573] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.093732] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.094526] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.094526] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.094526] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.094526] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.094526] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.094526] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.096313] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5229eed3-bf92-440a-ba39-8a229c0d0455 [ 996.096490] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.096590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.096703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.096817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.096897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.097982] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5229eed3-bf92-440a-ba39-8a229c0d0455 already deleted. [ 996.097982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5229eed3-bf92-440a-ba39-8a229c0d0455" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.117288] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.117493] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.117720] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.117804] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.118192] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.118426] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.118487] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.118797] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.118929] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e42d58-af10-4d3c-ac0b-26f4c65a86c6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.120588] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.120720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.120803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.120976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.121137] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.131890] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 996.274021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.274021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.274021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.274281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.274281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.274281] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 is going to be created. [ 996.318318] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.318501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.318565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.318753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.318914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.336987] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 in Status: UNINITIALIZED for 2s [ 996.623663] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.624126] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.624187] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.624439] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.624599] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.625023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port e8e42d58-af10-4d3c-ac0b-26f4c65a86c6 not found, creating... [ 996.625023] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.625182] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.625287] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.625507] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.625641] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.626068] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.626164] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.626197] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.626401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.626531] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.626669] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: e8e42d58-af10-4d3c-ac0b-26f4c65a86c6 is going to be created. [ 996.651285] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.651496] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.651623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.651902] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.652160] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.652386] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.422986] env[65850]: INFO networking_nsxv3.common.synchronization [req-7213c284-5ecf-46ad-984e-38f8c4fba56d req-c646cf6e-dc2a-432e-9170-2c4169191aa0 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 997.423207] env[65850]: INFO networking_nsxv3.common.synchronization [req-7213c284-5ecf-46ad-984e-38f8c4fba56d req-c646cf6e-dc2a-432e-9170-2c4169191aa0 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 997.424037] env[65850]: INFO networking_nsxv3.common.synchronization [req-7213c284-5ecf-46ad-984e-38f8c4fba56d req-c646cf6e-dc2a-432e-9170-2c4169191aa0 service nova] Enqueued Resource ID: e8e42d58-af10-4d3c-ac0b-26f4c65a86c6 with Priority: HIGHEST for action port [ 997.424037] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 997.424350] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 997.426428] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e42d58-af10-4d3c-ac0b-26f4c65a86c6 with Priority: HIGHEST for action port [ 997.427194] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.427294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.427350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.427565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.427646] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.428566] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.428634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.429644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.429644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.429644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.429644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.429644] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e42d58-af10-4d3c-ac0b-26f4c65a86c6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.930976] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.931317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.931384] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8e42d58-af10-4d3c-ac0b-26f4c65a86c6 with status ACTIVE [ 997.932423] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.932423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.932423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.932423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.932423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.932423] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.932423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.932423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.933332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.933453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.933651] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.933750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.933807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.933979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.934064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.934193] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8e42d58-af10-4d3c-ac0b-26f4c65a86c6 is going to be updated. [ 997.957911] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.958147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.958184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.958472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.958631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.958834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e42d58-af10-4d3c-ac0b-26f4c65a86c6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.144677] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 998.144895] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 998.145039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.145339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.145577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.145799] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.145924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.145994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.146320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.146320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.146405] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.168378] env[65850]: INFO networking_nsxv3.common.synchronization [req-73200be4-2840-4f89-8101-a879f4fa29d4 req-5d6055b8-26ed-4e13-ad26-403a0314e2a7 tempest-ImagesOneServerTestJSON-1953884709 tempest-ImagesOneServerTestJSON-1953884709-project-member] Enqueued Resource ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da with Priority: HIGHEST for action security_group_members [ 998.169165] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da with Priority: HIGHEST for action security_group_members [ 998.169848] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.170106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.170195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.170511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.170743] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.170907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.170979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.171212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.171343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.171473] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00a5fc8-a8e8-4cec-8d91-9b77c2d959da',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.346908] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 in Status: SUCCESS [ 998.347182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.347367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.347591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.347782] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.347898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.347978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.348158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.348283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.348423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.348526] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.537189] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.537499] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-669" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.537649] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-669" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.538037] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-669" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.538343] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.538512] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.538648] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.538903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.539089] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.539314] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.539437] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.539608] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.539669] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.539763] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.539867] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.540007] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.553369] env[65850]: INFO networking_nsxv3.common.synchronization [None req-9431877d-6137-421c-9741-c0023baac3f2 None None] Enqueued Resource ID: 1a1568aa-fbf1-4e27-981a-64eac8303f79 with Priority: HIGHEST for action port [ 998.553917] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a1568aa-fbf1-4e27-981a-64eac8303f79 with Priority: HIGHEST for action port [ 998.554416] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a1568aa-fbf1-4e27-981a-64eac8303f79 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.554416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a1568aa-fbf1-4e27-981a-64eac8303f79" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.554605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a1568aa-fbf1-4e27-981a-64eac8303f79" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.554733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a1568aa-fbf1-4e27-981a-64eac8303f79" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.554809] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a1568aa-fbf1-4e27-981a-64eac8303f79',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.562617] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.562789] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.562954] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.563152] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-669" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.563461] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.563640] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564926] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.565428] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.565504] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e79a908-2f73-46a8-9238-0a4f6bd9d0d0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.648454] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.675317] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.675519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.675586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.675740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.675829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.676079] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.676342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.676342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.676460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.676460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.676546] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da already deleted. [ 998.676610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.851998] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.056979] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a1568aa-fbf1-4e27-981a-64eac8303f79 [ 999.057260] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.057395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.057464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.057688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.057778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.057877] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a1568aa-fbf1-4e27-981a-64eac8303f79 already deleted. [ 999.058014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a1568aa-fbf1-4e27-981a-64eac8303f79" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.068419] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.068419] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.068419] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.068791] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.069011] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.069216] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 2e79a908-2f73-46a8-9238-0a4f6bd9d0d0 not found, creating... [ 999.069517] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.069734] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.069977] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.070425] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070645] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.070992] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071176] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.071298] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.071530] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071668] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.072080] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 2e79a908-2f73-46a8-9238-0a4f6bd9d0d0 is going to be created. [ 999.096205] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.096205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.096205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.096205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.096205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.096205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.151128] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.354239] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866ca57c-6f8e-44e8-a7f6-ac8163580a75: rpc.has_security_group_logging(os_id): False [ 999.374241] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.374593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.374593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.374757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.374848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.375118] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.375243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.375329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.375547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.375662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.375768] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 is going to be created. [ 999.444047] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.444047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.444047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.444047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.444047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.458722] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 in Status: IN_PROGRESS for 2s [ 999.653667] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.656344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.656344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.656344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.656344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.656872] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 999.702422] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.702422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.702422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.702422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.702422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.715648] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 999.968626] env[65850]: INFO networking_nsxv3.common.synchronization [req-73200be4-2840-4f89-8101-a879f4fa29d4 req-ee668b54-9622-4c60-bbb9-d55bddac0b24 service nova] Enqueued Resource ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da with Priority: HIGHEST for action security_group_rules [ 999.968896] env[65850]: INFO networking_nsxv3.common.synchronization [req-73200be4-2840-4f89-8101-a879f4fa29d4 req-ee668b54-9622-4c60-bbb9-d55bddac0b24 service nova] Enqueued Resource ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da with Priority: HIGHEST for action security_group_members [ 999.969098] env[65850]: INFO networking_nsxv3.common.synchronization [req-73200be4-2840-4f89-8101-a879f4fa29d4 req-ee668b54-9622-4c60-bbb9-d55bddac0b24 service nova] Enqueued Resource ID: 2e79a908-2f73-46a8-9238-0a4f6bd9d0d0 with Priority: HIGHEST for action port [ 999.969838] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da with Priority: HIGHEST for action security_group_rules [ 999.970081] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da with Priority: HIGHEST for action security_group_members [ 999.970198] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e79a908-2f73-46a8-9238-0a4f6bd9d0d0 with Priority: HIGHEST for action port [ 999.970514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.970670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.971223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.971508] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.971664] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c00a5fc8-a8e8-4cec-8d91-9b77c2d959da',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.973123] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.973398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.973499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.973740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.973945] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.974074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.974179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.974453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.974453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.974617] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00a5fc8-a8e8-4cec-8d91-9b77c2d959da',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.978580] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.978580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.978580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.978580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.978580] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e79a908-2f73-46a8-9238-0a4f6bd9d0d0',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.296398] env[65850]: INFO networking_nsxv3.common.synchronization [req-49195d76-53fe-4b75-a1a0-6fd63d427de3 req-ba38c07a-d0cd-49bd-be21-aeb3510d314c tempest-MigrationsAdminTest-1699859693 tempest-MigrationsAdminTest-1699859693-project-member] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 1000.297139] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 1000.297616] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.297779] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.297870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.298150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.298357] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.298491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.298574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.298769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.299621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.299770] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.482019] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c00a5fc8-a8e8-4cec-8d91-9b77c2d959da',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.483209] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.483328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.484760] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e79a908-2f73-46a8-9238-0a4f6bd9d0d0 with status ACTIVE [ 1000.484760] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.484760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.484760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.484760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.484760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.484760] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.484760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.484760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.485237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.485237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.485237] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.485237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.485449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.485449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.485519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.485551] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e79a908-2f73-46a8-9238-0a4f6bd9d0d0 is going to be updated. [ 1000.509756] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.510090] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.510193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.510407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.512029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.512029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e79a908-2f73-46a8-9238-0a4f6bd9d0d0" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.802392] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.985120] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c00a5fc8-a8e8-4cec-8d91-9b77c2d959da',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.304443] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.473975] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 in Status: SUCCESS [ 1001.474235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.488555] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.488774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.488847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.489139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.489231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.489337] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da is going to be created. [ 1001.524682] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.524682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.524682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.524994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.524994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.534913] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da in Status: UNINITIALIZED for 2s [ 1001.725091] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 1001.725378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.725585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.725812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.726015] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.726135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.726204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.726358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.726438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.726524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.726615] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.807400] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.807591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.807663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.807923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.808059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.808182] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be updated. [ 1001.842181] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.842344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.842344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.842560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.842717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.852434] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: IN_PROGRESS for 2s [ 1002.229037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.229187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.229253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.229492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.229671] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.229772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.229837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.229991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.230094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.230184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.230334] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.230428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.230485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.230660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.230832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.230912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.230976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.231136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.231212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.231294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.231384] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.733762] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8631d824-d9ad-4527-a163-d746a770cdf2: rpc.has_security_group_logging(os_id): False [ 1002.757463] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.757832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.757832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.758513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.758513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.758513] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.759290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.759290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.759290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.759290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.759290] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.760157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.760157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.760157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.760157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.760550] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.760550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.760550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.760758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.760825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.761253] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 1002.842815] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.843150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.843259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.843518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.843827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.859354] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 1003.547575] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da in Status: SUCCESS [ 1003.547837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.548032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.548316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.550429] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.550429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.550429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.550429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.550429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.550429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.550429] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c00a5fc8-a8e8-4cec-8d91-9b77c2d959da',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.863242] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: SUCCESS [ 1003.863530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.055022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.055022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.055022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.055022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.055022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.055931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.055931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.055931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.055931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.055931] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c00a5fc8-a8e8-4cec-8d91-9b77c2d959da',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.560574] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c00a5fc8-a8e8-4cec-8d91-9b77c2d959da: rpc.has_security_group_logging(os_id): False [ 1004.583330] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.583578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.583670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.583916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.584229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.584521] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.584650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.584725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.584883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.584980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.585368] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.585473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.585540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.585701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.585773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.586026] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.586138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.586138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.586249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.586362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.586409] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da is going to be created. [ 1004.667317] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.667499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.667577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.667819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.668141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.687019] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da in Status: IN_PROGRESS for 2s [ 1004.876061] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 1004.876471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.042106] env[65850]: INFO networking_nsxv3.common.synchronization [req-acd97983-049d-4662-b75a-7a0b71aed617 req-978a330a-4062-4987-9206-7df92e4c08ce tempest-TenantUsagesTestJSON-1916020368 tempest-TenantUsagesTestJSON-1916020368-project-member] Enqueued Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGHEST for action security_group_members [ 1005.042998] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGHEST for action security_group_members [ 1005.047021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e638734-de0c-41fd-a846-2e0d031d2ff2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.047021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.047021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.047021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.047021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.047021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.047021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.047021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.047021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.047021] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.549571] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.549784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.549857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.550252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.550252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.550490] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.550619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.550696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.550923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.551021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.551092] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 already deleted. [ 1005.551207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.750631] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.750836] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.751478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.751478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.751594] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.751868] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.751932] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.752566] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.752566] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.752566] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.752941] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.752941] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.753098] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.753244] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.753379] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.753540] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.775444] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.775656] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.776031] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.776031] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.776377] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-350f7f7b-f4ab-484b-8c63-30936e9aff71 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.777096] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-350f7f7b-f4ab-484b-8c63-30936e9aff71" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.777096] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-350f7f7b-f4ab-484b-8c63-30936e9aff71" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.777096] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-350f7f7b-f4ab-484b-8c63-30936e9aff71" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.777277] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350f7f7b-f4ab-484b-8c63-30936e9aff71',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.279872] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.280206] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.280206] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.280538] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.280538] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.280672] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 350f7f7b-f4ab-484b-8c63-30936e9aff71 not found, creating... [ 1006.280964] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.281152] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.281289] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.281511] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.281759] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.282550] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.282550] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.282550] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.282816] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.282816] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.282968] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 350f7f7b-f4ab-484b-8c63-30936e9aff71 is going to be created. [ 1006.305109] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.305488] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.305551] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.305894] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.306204] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.306484] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-350f7f7b-f4ab-484b-8c63-30936e9aff71" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.700339] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da in Status: SUCCESS [ 1006.700591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.048497] env[65850]: INFO networking_nsxv3.common.synchronization [req-acd97983-049d-4662-b75a-7a0b71aed617 req-29253984-34b3-4375-b100-d40fe2eb2be3 service nova] Enqueued Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGHEST for action security_group_rules [ 1007.048674] env[65850]: INFO networking_nsxv3.common.synchronization [req-acd97983-049d-4662-b75a-7a0b71aed617 req-29253984-34b3-4375-b100-d40fe2eb2be3 service nova] Enqueued Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGHEST for action security_group_members [ 1007.048808] env[65850]: INFO networking_nsxv3.common.synchronization [req-acd97983-049d-4662-b75a-7a0b71aed617 req-29253984-34b3-4375-b100-d40fe2eb2be3 service nova] Enqueued Resource ID: 350f7f7b-f4ab-484b-8c63-30936e9aff71 with Priority: HIGHEST for action port [ 1007.049345] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGHEST for action security_group_rules [ 1007.049483] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGHEST for action security_group_members [ 1007.049580] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f7f7b-f4ab-484b-8c63-30936e9aff71 with Priority: HIGHEST for action port [ 1007.050390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e638734-de0c-41fd-a846-2e0d031d2ff2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.050390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.050917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.051785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.051785] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.053299] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e638734-de0c-41fd-a846-2e0d031d2ff2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.053391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.053391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.053711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.053863] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.054056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.054056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.054294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.054294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.054528] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.055206] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-350f7f7b-f4ab-484b-8c63-30936e9aff71 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.055470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-350f7f7b-f4ab-484b-8c63-30936e9aff71" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.055537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-350f7f7b-f4ab-484b-8c63-30936e9aff71" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.055694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-350f7f7b-f4ab-484b-8c63-30936e9aff71" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.056126] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350f7f7b-f4ab-484b-8c63-30936e9aff71',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.495076] env[65850]: INFO networking_nsxv3.common.synchronization [req-c4cd0443-1cf3-4294-bcfe-128795e5c93b req-407f3a47-0828-47b7-aa31-93c47794cf7b tempest-ServerPasswordTestJSON-1688974184 tempest-ServerPasswordTestJSON-1688974184-project-member] Enqueued Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGHEST for action security_group_members [ 1007.498642] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGHEST for action security_group_members [ 1007.499426] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-873e7148-70c0-4595-8432-797a20f49bf7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.499558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.499647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.500825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.501538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.501538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.501726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.502407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.502407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.502576] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.558972] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e638734-de0c-41fd-a846-2e0d031d2ff2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.559131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.559371] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.562576] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 350f7f7b-f4ab-484b-8c63-30936e9aff71 with status ACTIVE [ 1007.562687] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.562792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.562851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.563344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.563344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.566781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.566781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.567251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.567251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.567251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.567417] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.567698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.567698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.567698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.567791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.567925] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 350f7f7b-f4ab-484b-8c63-30936e9aff71 is going to be updated. [ 1007.590611] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.592682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.592682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.592682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.592682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.592682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-350f7f7b-f4ab-484b-8c63-30936e9aff71" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.984826] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.985078] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-860" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.985206] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-860" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.988378] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-860" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.988450] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.988603] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.988718] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.988986] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.989156] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.989462] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.989570] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.989678] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.989792] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.990112] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.990213] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.990351] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.006442] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.006634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.006684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.006865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.006953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.007185] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.007286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.007349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.007499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.007576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.007664] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873e7148-70c0-4595-8432-797a20f49bf7 already deleted. [ 1008.007758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.011316] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.011482] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.011623] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.012222] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-860" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.012222] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-7c19033e-dd1f-4903-a31e-928b50e8a223 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.012432] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-7c19033e-dd1f-4903-a31e-928b50e8a223" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.012432] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-7c19033e-dd1f-4903-a31e-928b50e8a223" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.012671] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-7c19033e-dd1f-4903-a31e-928b50e8a223" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.012814] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c19033e-dd1f-4903-a31e-928b50e8a223',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.061802] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.519479] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.519479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.519479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.519479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.519479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.519479] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 7c19033e-dd1f-4903-a31e-928b50e8a223 not found, creating... [ 1008.519479] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.519479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.519479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.519479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.519479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.520195] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.520195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.520195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.522861] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.522861] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.522861] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 7c19033e-dd1f-4903-a31e-928b50e8a223 is going to be created. [ 1008.542178] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.544041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.544041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.544041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.544041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.544041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-7c19033e-dd1f-4903-a31e-928b50e8a223" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.566769] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.566769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.566769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.566769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.566769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.566769] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 is going to be created. [ 1008.597233] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.597385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.597459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.597681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.597858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.609648] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 in Status: UNINITIALIZED for 2s [ 1008.755932] env[65850]: INFO networking_nsxv3.common.synchronization [req-7aa40dda-37dd-406d-b78b-60e1934da037 req-693a636b-115c-4e24-a418-3b8d68279541 tempest-ServerRescueTestJSON-144413143 tempest-ServerRescueTestJSON-144413143-project-member] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 1008.755932] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGHEST for action security_group_members [ 1008.755932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.755932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.755932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.755932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.755932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.755932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.755932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.755932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.755932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.756430] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.259855] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.260023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.260023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.261824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.261824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.261824] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.261824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.261824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.261824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.261824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.261824] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 is going to be updated. [ 1009.273562] env[65850]: INFO networking_nsxv3.common.synchronization [req-c4cd0443-1cf3-4294-bcfe-128795e5c93b req-5084dc5b-7319-4fd2-94dd-9e185c86e1c8 service nova] Enqueued Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGHEST for action security_group_rules [ 1009.273844] env[65850]: INFO networking_nsxv3.common.synchronization [req-c4cd0443-1cf3-4294-bcfe-128795e5c93b req-5084dc5b-7319-4fd2-94dd-9e185c86e1c8 service nova] Enqueued Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGHEST for action security_group_members [ 1009.274085] env[65850]: INFO networking_nsxv3.common.synchronization [req-c4cd0443-1cf3-4294-bcfe-128795e5c93b req-5084dc5b-7319-4fd2-94dd-9e185c86e1c8 service nova] Enqueued Resource ID: 7c19033e-dd1f-4903-a31e-928b50e8a223 with Priority: HIGHEST for action port [ 1009.276147] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGHEST for action security_group_rules [ 1009.276147] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGHEST for action security_group_members [ 1009.276147] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c19033e-dd1f-4903-a31e-928b50e8a223 with Priority: HIGHEST for action port [ 1009.276147] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873e7148-70c0-4595-8432-797a20f49bf7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.278878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.279324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.279475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.279630] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.282946] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-873e7148-70c0-4595-8432-797a20f49bf7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.282946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.282946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.282946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.282946] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.282946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.282946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.282946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.282946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.282946] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.283837] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c19033e-dd1f-4903-a31e-928b50e8a223 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.283837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c19033e-dd1f-4903-a31e-928b50e8a223" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.283971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c19033e-dd1f-4903-a31e-928b50e8a223" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.284192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c19033e-dd1f-4903-a31e-928b50e8a223" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.284936] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c19033e-dd1f-4903-a31e-928b50e8a223',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.302377] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.302538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.302594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.302967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.303153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.321190] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: IN_PROGRESS for 2s [ 1009.788770] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-873e7148-70c0-4595-8432-797a20f49bf7 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.788770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.788770] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.788770] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c19033e-dd1f-4903-a31e-928b50e8a223 with status ACTIVE [ 1009.788770] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.788770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.788770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.788770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.791013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.791013] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.791013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.791013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.791013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.791013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.791013] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.791367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.791489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.794082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.794082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.794082] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c19033e-dd1f-4903-a31e-928b50e8a223 is going to be updated. [ 1009.817462] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.817462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.817462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.818310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.818310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.818310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c19033e-dd1f-4903-a31e-928b50e8a223" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.294332] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.624056] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 in Status: SUCCESS [ 1010.624306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.624485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.624840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.625063] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.625192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.625263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.625477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.625547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.625641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.625729] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.796822] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.797202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.797322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.797801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.798055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.798356] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873e7148-70c0-4595-8432-797a20f49bf7 is going to be created. [ 1010.826747] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.827011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.827157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.827458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.827687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.838973] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873e7148-70c0-4595-8432-797a20f49bf7 in Status: UNINITIALIZED for 2s [ 1011.129435] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e638734-de0c-41fd-a846-2e0d031d2ff2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.132030] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.132030] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e638734-de0c-41fd-a846-2e0d031d2ff2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.132030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.132822] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.133485] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.133880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.135309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.135309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.135309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.135309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.135309] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.334291] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62e1f518-49ba-4074-9768-17f4711e3186 in Status: SUCCESS [ 1011.334518] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 deletion is rescheduled due to dependency. [ 1011.334693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.638882] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e638734-de0c-41fd-a846-2e0d031d2ff2: rpc.has_security_group_logging(os_id): False [ 1011.659438] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.659602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.659674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.659899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.659997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.660221] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.660321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.660384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.660532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.660610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.661018] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.661155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.661250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.661473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.661585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.661808] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.661945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.662039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.662261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.662375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.662450] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 is going to be created. [ 1011.730636] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.730636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.730816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.731049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.731246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.744066] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 in Status: IN_PROGRESS for 2s [ 1012.851647] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873e7148-70c0-4595-8432-797a20f49bf7 in Status: SUCCESS [ 1012.852028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.852098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.852295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.852497] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.852617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.852722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.852836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.852919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.853096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.853191] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.299039] env[65850]: INFO networking_nsxv3.common.synchronization [req-e3a70b5f-6244-4055-bffd-3b3e5c1b24d8 req-bea7b184-5180-4948-aae2-b4cb2045574d tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 1013.299834] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 1013.302567] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.302745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.302819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.304388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.304388] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.304388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.304388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.304627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.304670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.304747] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.356022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-873e7148-70c0-4595-8432-797a20f49bf7 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.356022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.357037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.357037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.357037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.357037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.357037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.357037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.357037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.357037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.357489] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-873e7148-70c0-4595-8432-797a20f49bf7 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.357489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.357489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.357489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.357614] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.357652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.357682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.357926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.357926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.358082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.358138] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.761789] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 in Status: SUCCESS [ 1013.762237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.811405] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.811405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.811646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.811831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.811831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.812263] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.812263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.812540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.812602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.812656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.812886] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 1013.843045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.843218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.843501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.843728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.843911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.854883] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 1013.860418] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873e7148-70c0-4595-8432-797a20f49bf7: rpc.has_security_group_logging(os_id): False [ 1013.879746] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.879746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.879746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.880048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.880110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.880296] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.880408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.880478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.880640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.880720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.880915] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.881016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.881080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.881221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.881310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.881522] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.881615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.881662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.881804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.881899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.881986] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873e7148-70c0-4595-8432-797a20f49bf7 is going to be created. [ 1013.944870] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.945125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.945198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.945510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.945714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.958417] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873e7148-70c0-4595-8432-797a20f49bf7 in Status: IN_PROGRESS for 2s [ 1014.588816] env[65850]: INFO networking_nsxv3.common.synchronization [req-532b97e8-22ae-4688-8408-652ec1e2924e req-79db01e0-f6c9-49ba-92bc-c050023191e0 tempest-MigrationsAdminTest-1699859693 tempest-MigrationsAdminTest-1699859693-project-member] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 1014.588991] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGHEST for action security_group_members [ 1014.589550] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.589729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.589838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.590103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.591033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.591226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.591335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.591572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.591713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.591927] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.096400] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.096400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.096400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.096400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.096400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.096400] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.096400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.097451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.097451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.097451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.097639] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be updated. [ 1015.131237] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.131237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.131237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.131237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.131237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.141386] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: IN_PROGRESS for 2s [ 1015.865158] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 1015.865459] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 1015.865603] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.969973] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873e7148-70c0-4595-8432-797a20f49bf7 in Status: SUCCESS [ 1015.970269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.154811] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46cf2435-0322-408b-8054-7f24d3743019 in Status: SUCCESS [ 1017.158562] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46cf2435-0322-408b-8054-7f24d3743019 deletion is rescheduled due to dependency. [ 1017.158562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.099832] env[65850]: INFO networking_nsxv3.common.synchronization [req-48ad4807-e509-416e-bbce-44f6e5680737 req-10b35d16-f816-41fc-9db3-64438cc8daf9 tempest-ServersTestManualDisk-1738348497 tempest-ServersTestManualDisk-1738348497-project-member] Enqueued Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_members [ 1018.100637] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGHEST for action security_group_members [ 1018.101891] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd86633e-87f9-4302-97e0-d675217857f3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.101891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.101891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.101891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.102067] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.102315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.102407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.102635] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.102784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.102916] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.605132] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.605534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.605534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.605715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.605812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.606085] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.606204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.606284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.606457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.606538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.606643] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd86633e-87f9-4302-97e0-d675217857f3 is going to be updated. [ 1018.638379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.638379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.638379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.638379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.638379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.647897] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd86633e-87f9-4302-97e0-d675217857f3 in Status: IN_PROGRESS for 2s [ 1019.328585] env[65850]: INFO networking_nsxv3.common.synchronization [req-b7535d63-1e60-4c9c-ba7b-ac7da822f153 req-28712a49-162e-4f53-8d82-2c883cd38aea tempest-ServerPasswordTestJSON-1688974184 tempest-ServerPasswordTestJSON-1688974184-project-member] Enqueued Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGHEST for action security_group_members [ 1019.329207] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGHEST for action security_group_members [ 1019.329542] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-873e7148-70c0-4595-8432-797a20f49bf7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.329669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.329739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.329944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.333215] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.333352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.333420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.333616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.333708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.333807] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.660443] env[65850]: INFO networking_nsxv3.common.synchronization [req-938892cf-24e1-4876-be76-8cc504d50b54 req-2ec02037-d861-4c86-aece-af068a979ca1 tempest-TenantUsagesTestJSON-1916020368 tempest-TenantUsagesTestJSON-1916020368-project-member] Enqueued Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGHEST for action security_group_members [ 1019.661296] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGHEST for action security_group_members [ 1019.661697] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e638734-de0c-41fd-a846-2e0d031d2ff2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.661843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.661912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.662182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.662399] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.662511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.662572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.662765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.662857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.662976] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.836070] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.836270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.836315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.836567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.836666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.836871] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.836969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.837127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.837203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.837267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.837352] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873e7148-70c0-4595-8432-797a20f49bf7 is going to be updated. [ 1019.864397] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.864574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.864653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.864863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.865011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.874284] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873e7148-70c0-4595-8432-797a20f49bf7 in Status: IN_PROGRESS for 2s [ 1020.167833] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.167833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.167833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.167833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.167833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.167833] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.167833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.167833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.167833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.167833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.167833] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 is going to be updated. [ 1020.200675] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.200884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.201130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.201377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.201536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.212270] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 in Status: IN_PROGRESS for 2s [ 1020.659539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd86633e-87f9-4302-97e0-d675217857f3 in Status: SUCCESS [ 1020.659734] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd86633e-87f9-4302-97e0-d675217857f3 deletion is rescheduled due to dependency. [ 1020.659865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.758705] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1021.758705] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1021.885333] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873e7148-70c0-4595-8432-797a20f49bf7 in Status: SUCCESS [ 1021.885655] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873e7148-70c0-4595-8432-797a20f49bf7 deletion is rescheduled due to dependency. [ 1021.885784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.223499] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 in Status: SUCCESS [ 1022.223836] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 deletion is rescheduled due to dependency. [ 1022.224347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.577455] env[65850]: INFO networking_nsxv3.common.synchronization [req-41b20b11-71c7-4a79-8cd9-a6ebbdf3e7eb req-bc58d9dd-09dd-4ef7-b0ce-8efa030bf9a4 tempest-AttachVolumeTestJSON-616891276 tempest-AttachVolumeTestJSON-616891276-project-member] Enqueued Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_members [ 1023.578254] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGHEST for action security_group_members [ 1023.578792] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7213bb8a-520e-4ced-991c-34cff8e6b2bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.578792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.578923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.579194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.579461] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.579595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.580306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.581117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.581117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.581117] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.084029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.084428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.084552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.084812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.084927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.085164] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.085277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.085371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.085539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.085643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.085745] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc is going to be updated. [ 1024.118067] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.119025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.119025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.119025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.119025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.128266] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc in Status: IN_PROGRESS for 2s [ 1026.142848] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc in Status: SUCCESS [ 1026.143312] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc deletion is rescheduled due to dependency. [ 1026.143312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.559204] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1dcf0c7b-968a-4d85-be62-b6e1ebc32bc2 None None] Enqueued Resource ID: d861db58-bbea-4c8b-846d-80893a627193 with Priority: HIGHEST for action port [ 1027.559204] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d861db58-bbea-4c8b-846d-80893a627193 with Priority: HIGHEST for action port [ 1027.559204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d861db58-bbea-4c8b-846d-80893a627193 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.559204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d861db58-bbea-4c8b-846d-80893a627193" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.559761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d861db58-bbea-4c8b-846d-80893a627193" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.559761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d861db58-bbea-4c8b-846d-80893a627193" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.559761] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d861db58-bbea-4c8b-846d-80893a627193',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.065454] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d861db58-bbea-4c8b-846d-80893a627193 [ 1028.065730] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.066194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.066194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.066194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.066400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.066400] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d861db58-bbea-4c8b-846d-80893a627193 already deleted. [ 1028.066499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d861db58-bbea-4c8b-846d-80893a627193" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.998347] env[65850]: INFO networking_nsxv3.common.synchronization [None req-06d98bf9-90a5-49bd-a28f-91e272696102 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_rules [ 1028.999520] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_rules [ 1028.999520] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12930e58-3aa8-43e2-8739-072f2b5945e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.999520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.999520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.999922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.999922] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.124958] env[65850]: INFO networking_nsxv3.common.synchronization [None req-5ce9605c-15f2-4ebb-b88b-cb5f7a903db1 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_rules [ 1029.125884] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_rules [ 1029.125884] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12930e58-3aa8-43e2-8739-072f2b5945e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.127856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.524594] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.524780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.524865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.525144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.525269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.525400] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 already deleted. [ 1029.525483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.525653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.525846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.525947] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.052624] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.052874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.052874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.053212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.053302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.053401] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 already deleted. [ 1030.053490] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.315924] env[65850]: INFO networking_nsxv3.common.synchronization [None req-60a13bdf-16a0-4e66-97aa-86a3f7fe65b9 None None] Enqueued Resource ID: b8fea1ef-f086-4b86-b4d0-2a800931a642 with Priority: HIGHEST for action port [ 1030.315924] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fea1ef-f086-4b86-b4d0-2a800931a642 with Priority: HIGHEST for action port [ 1030.315924] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8fea1ef-f086-4b86-b4d0-2a800931a642 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.316380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8fea1ef-f086-4b86-b4d0-2a800931a642" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.316380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8fea1ef-f086-4b86-b4d0-2a800931a642" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.316380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8fea1ef-f086-4b86-b4d0-2a800931a642" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.316489] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8fea1ef-f086-4b86-b4d0-2a800931a642',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.587941] env[65850]: INFO networking_nsxv3.common.synchronization [req-7203cc8a-32c5-46a5-ab51-ba7107e2089d req-3f480936-5b0c-45e8-b748-488838b55ad6 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 1030.588511] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 1030.588797] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.588931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.588978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.589582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.589800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.589921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.589985] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.590160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.590247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.590338] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.818476] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8fea1ef-f086-4b86-b4d0-2a800931a642 [ 1030.818725] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.819033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.819033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.819280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.819403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.819524] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8fea1ef-f086-4b86-b4d0-2a800931a642 already deleted. [ 1030.819634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8fea1ef-f086-4b86-b4d0-2a800931a642" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.092498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.092965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.096133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.096388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.096487] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.096710] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.096815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.097011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.097097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.097139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.097312] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 1031.122237] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.122408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.122408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.122632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.122777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.131456] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 1031.215857] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.216168] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.216299] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.216573] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.216845] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.216993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.217124] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.217362] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.217471] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.217685] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.217795] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.217899] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.218013] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.218125] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.218223] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.218350] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.239198] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.239198] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.239198] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.239198] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-188" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.239198] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-0babd4db-342f-4db9-afbc-183d6ef49765 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.239198] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-0babd4db-342f-4db9-afbc-183d6ef49765" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.239198] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-0babd4db-342f-4db9-afbc-183d6ef49765" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.239198] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-0babd4db-342f-4db9-afbc-183d6ef49765" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.239526] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0babd4db-342f-4db9-afbc-183d6ef49765',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.598452] env[65850]: INFO networking_nsxv3.common.synchronization [None req-91a7273d-0064-4c92-841d-dcc2ee97b271 None None] Enqueued Resource ID: 7a6550aa-fb77-450b-8bc0-58f78ec07b31 with Priority: HIGHEST for action port [ 1031.599010] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6550aa-fb77-450b-8bc0-58f78ec07b31 with Priority: HIGHEST for action port [ 1031.599330] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a6550aa-fb77-450b-8bc0-58f78ec07b31 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.599486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a6550aa-fb77-450b-8bc0-58f78ec07b31" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.599538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a6550aa-fb77-450b-8bc0-58f78ec07b31" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.599775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a6550aa-fb77-450b-8bc0-58f78ec07b31" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.599856] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6550aa-fb77-450b-8bc0-58f78ec07b31',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.742201] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.742201] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.742201] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.742201] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.742201] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.742548] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 0babd4db-342f-4db9-afbc-183d6ef49765 not found, creating... [ 1031.742600] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.742749] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.742860] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.743081] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.743360] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.743760] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.743929] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.744060] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.744319] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.744490] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.744656] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 0babd4db-342f-4db9-afbc-183d6ef49765 is going to be created. [ 1031.765849] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.765849] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.766070] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.766349] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.766580] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.766862] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-0babd4db-342f-4db9-afbc-183d6ef49765" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.015368] env[65850]: INFO networking_nsxv3.common.synchronization [None req-0125fb8b-bd34-4045-b039-ed12a49ef83d None None] Enqueued Resource ID: 3f8e353b-3fc6-4fff-a2ab-2c639567aed6 with Priority: HIGHEST for action port [ 1032.016070] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8e353b-3fc6-4fff-a2ab-2c639567aed6 with Priority: HIGHEST for action port [ 1032.016438] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f8e353b-3fc6-4fff-a2ab-2c639567aed6 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.016611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f8e353b-3fc6-4fff-a2ab-2c639567aed6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.016693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f8e353b-3fc6-4fff-a2ab-2c639567aed6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.017013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f8e353b-3fc6-4fff-a2ab-2c639567aed6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.017182] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f8e353b-3fc6-4fff-a2ab-2c639567aed6',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.102493] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a6550aa-fb77-450b-8bc0-58f78ec07b31 [ 1032.102794] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.102979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.102979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.103266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.103375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.103474] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a6550aa-fb77-450b-8bc0-58f78ec07b31 already deleted. [ 1032.103556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a6550aa-fb77-450b-8bc0-58f78ec07b31" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.513626] env[65850]: INFO networking_nsxv3.common.synchronization [req-7203cc8a-32c5-46a5-ab51-ba7107e2089d req-ef85a8fa-2bae-464a-9b69-43018a13c5d3 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 1032.513802] env[65850]: INFO networking_nsxv3.common.synchronization [req-7203cc8a-32c5-46a5-ab51-ba7107e2089d req-ef85a8fa-2bae-464a-9b69-43018a13c5d3 service nova] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 1032.513935] env[65850]: INFO networking_nsxv3.common.synchronization [req-7203cc8a-32c5-46a5-ab51-ba7107e2089d req-ef85a8fa-2bae-464a-9b69-43018a13c5d3 service nova] Enqueued Resource ID: 0babd4db-342f-4db9-afbc-183d6ef49765 with Priority: HIGHEST for action port [ 1032.514541] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_rules [ 1032.514673] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 1032.514769] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0babd4db-342f-4db9-afbc-183d6ef49765 with Priority: HIGHEST for action port [ 1032.516087] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.516737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.518037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.518410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.518559] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.519888] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.522184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.522184] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-0babd4db-342f-4db9-afbc-183d6ef49765 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.522184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0babd4db-342f-4db9-afbc-183d6ef49765" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.522184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0babd4db-342f-4db9-afbc-183d6ef49765" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.522184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0babd4db-342f-4db9-afbc-183d6ef49765" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.522184] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0babd4db-342f-4db9-afbc-183d6ef49765',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.522184] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f8e353b-3fc6-4fff-a2ab-2c639567aed6 [ 1032.522184] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.522184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.522998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.523232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.523333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.523431] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f8e353b-3fc6-4fff-a2ab-2c639567aed6 already deleted. [ 1032.523544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f8e353b-3fc6-4fff-a2ab-2c639567aed6" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.026123] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.026123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.027136] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0babd4db-342f-4db9-afbc-183d6ef49765 with status ACTIVE [ 1033.031908] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.031908] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.031908] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.031908] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.032742] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0babd4db-342f-4db9-afbc-183d6ef49765 is going to be updated. [ 1033.057696] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.057870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.057930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.058146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.058299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.058515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0babd4db-342f-4db9-afbc-183d6ef49765" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.142918] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 1033.143321] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 1033.143321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.143512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.143722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.143906] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.144050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.144090] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.144276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.144353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.144433] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.646970] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.704761] env[65850]: INFO networking_nsxv3.common.synchronization [req-1ab3cf75-1766-40ca-ba40-56a21b97e631 req-12335ff2-b45a-4897-bebb-65328d5331d2 tempest-ListImageFiltersTestJSON-627535803 tempest-ListImageFiltersTestJSON-627535803-project-member] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1033.705419] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1033.707851] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.708070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.708070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.708712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.708885] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.708988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.709062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.709241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.709327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.709427] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.711670] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.711797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.711869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.712055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.712181] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.149535] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.208654] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1a5ec634-f5d9-4c6f-a8b3-7a81fd892855 None None] Enqueued Resource ID: 2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7 with Priority: HIGHEST for action port [ 1034.211215] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7 with Priority: HIGHEST for action port [ 1034.211579] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.211693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.211766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.212123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.212652] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.213300] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.213442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.213522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.213692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.213778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.216912] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.216912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.216912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.216912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.216912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.216912] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bf2c8-7191-4319-8427-6737aa78979a already deleted. [ 1034.216912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.216912] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.488080] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.488195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.488325] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.488632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.488936] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.489074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.489217] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.489887] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.490078] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.490383] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.491537] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.491537] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.491537] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.491537] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.491537] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.491537] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.511741] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.511741] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.511853] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.511983] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.512353] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-aba2ee6d-63ea-486b-a115-ee9faa940390 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.512511] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-aba2ee6d-63ea-486b-a115-ee9faa940390" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.512624] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-aba2ee6d-63ea-486b-a115-ee9faa940390" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.512950] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-aba2ee6d-63ea-486b-a115-ee9faa940390" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.513146] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba2ee6d-63ea-486b-a115-ee9faa940390',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.652532] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.652732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.652793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.653927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.654547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.654547] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 1034.693433] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.693851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.694052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.694272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.694453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.705900] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 1034.717768] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7 [ 1034.717768] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.717768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.718041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.718041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.718260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718260] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7 already deleted. [ 1034.718415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e2ab26a-7316-4b8f-a3f2-97ec0052ebd7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.721876] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.017773] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.020823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.020823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.020823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.020823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.020823] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port aba2ee6d-63ea-486b-a115-ee9faa940390 not found, creating... [ 1035.020823] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.020823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.020823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.020823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.020823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.021270] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.021270] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.021270] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.021788] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.022073] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.022351] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: aba2ee6d-63ea-486b-a115-ee9faa940390 is going to be created. [ 1035.046285] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.046574] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.046768] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.047563] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.047563] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.047563] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-aba2ee6d-63ea-486b-a115-ee9faa940390" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.144555] env[65850]: INFO networking_nsxv3.common.synchronization [None req-cbe39519-5b6e-4033-bfcd-059b2aac383e None None] Enqueued Resource ID: 7db49ed8-fae4-4246-b055-ea7982ecf77a with Priority: HIGHEST for action port [ 1035.145321] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db49ed8-fae4-4246-b055-ea7982ecf77a with Priority: HIGHEST for action port [ 1035.145922] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db49ed8-fae4-4246-b055-ea7982ecf77a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.145922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db49ed8-fae4-4246-b055-ea7982ecf77a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.145922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db49ed8-fae4-4246-b055-ea7982ecf77a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.146232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db49ed8-fae4-4246-b055-ea7982ecf77a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.146316] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db49ed8-fae4-4246-b055-ea7982ecf77a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.225241] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1035.225586] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1035.582080] env[65850]: INFO networking_nsxv3.common.synchronization [None req-50d1186e-8eee-428d-b940-c2ffe45afca1 None None] Enqueued Resource ID: d501344d-4951-4c27-be42-f34731363f8b with Priority: HIGHEST for action port [ 1035.582803] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d501344d-4951-4c27-be42-f34731363f8b with Priority: HIGHEST for action port [ 1035.583031] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d501344d-4951-4c27-be42-f34731363f8b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.583094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d501344d-4951-4c27-be42-f34731363f8b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.583143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d501344d-4951-4c27-be42-f34731363f8b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.583466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d501344d-4951-4c27-be42-f34731363f8b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.583548] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d501344d-4951-4c27-be42-f34731363f8b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.650740] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7db49ed8-fae4-4246-b055-ea7982ecf77a [ 1035.651136] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.651478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.651478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.651649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.651699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.654482] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7db49ed8-fae4-4246-b055-ea7982ecf77a already deleted. [ 1035.654482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db49ed8-fae4-4246-b055-ea7982ecf77a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.788034] env[65850]: INFO networking_nsxv3.common.synchronization [req-1ab3cf75-1766-40ca-ba40-56a21b97e631 req-672a654e-52d0-4f7a-9b84-241b23176f65 service nova] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_rules [ 1035.788237] env[65850]: INFO networking_nsxv3.common.synchronization [req-1ab3cf75-1766-40ca-ba40-56a21b97e631 req-672a654e-52d0-4f7a-9b84-241b23176f65 service nova] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1035.788349] env[65850]: INFO networking_nsxv3.common.synchronization [req-1ab3cf75-1766-40ca-ba40-56a21b97e631 req-672a654e-52d0-4f7a-9b84-241b23176f65 service nova] Enqueued Resource ID: aba2ee6d-63ea-486b-a115-ee9faa940390 with Priority: HIGHEST for action port [ 1035.788972] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_rules [ 1035.789619] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1035.789683] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba2ee6d-63ea-486b-a115-ee9faa940390 with Priority: HIGHEST for action port [ 1035.790816] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.790816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.790816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.790816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.790816] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.794460] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.794460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.794460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.794725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.794725] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.794830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.794830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.795020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.795430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.796025] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.796391] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-aba2ee6d-63ea-486b-a115-ee9faa940390 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.796552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aba2ee6d-63ea-486b-a115-ee9faa940390" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.796608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aba2ee6d-63ea-486b-a115-ee9faa940390" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.797027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aba2ee6d-63ea-486b-a115-ee9faa940390" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.797114] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba2ee6d-63ea-486b-a115-ee9faa940390',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.085143] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.085355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.085409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.085889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.100352] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1036.101609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.103343] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1036.104158] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d501344d-4951-4c27-be42-f34731363f8b [ 1036.104397] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.104610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.104610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105488] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d501344d-4951-4c27-be42-f34731363f8b already deleted. [ 1036.105488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d501344d-4951-4c27-be42-f34731363f8b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.142702] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.142702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.143018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.143065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.157228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.157954] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1036.158063] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.158161] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1036.203974] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.203974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.203974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.204377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.205597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.207339] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1036.282193] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.288342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.288342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.288342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.288342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.288342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1036.298832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.298832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.303255] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.309200] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aba2ee6d-63ea-486b-a115-ee9faa940390 with status ACTIVE [ 1036.309200] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.309200] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.309200] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.309200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.310539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aba2ee6d-63ea-486b-a115-ee9faa940390 is going to be updated. [ 1036.336100] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.336278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.337034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.337132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.337239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.337399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aba2ee6d-63ea-486b-a115-ee9faa940390" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.366564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.366656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.366765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.367194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.367532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.367946] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1036.368148] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c5a1a3e3-9fe6-4c74-8e08-92662e443f4c', 'a7110b70-38f2-4204-890b-de71588100b2', '4277c4cb-daea-42ad-b128-50e6abaf3784', 'f3632713-c3ff-46d0-bd94-712737a1d420', '46cf2435-0322-408b-8054-7f24d3743019', 'f8765004-5568-4620-95f2-73893e949163', '4028829b-c80a-4a96-b88f-5c45f5983a28', '9f5d6d30-be6b-428c-9909-dbe083411859', '8aea0274-a51c-4dbe-a019-7846f7545ded', 'd18b9cfe-1bc3-42bf-bff3-b776f43d118f', '866ca57c-6f8e-44e8-a7f6-ac8163580a75', '721a5441-ede1-4dcb-ba72-0b3f197dc6f1', '62e1f518-49ba-4074-9768-17f4711e3186', '2d3b7ac6-0afd-4877-9c47-a1ad92b135ef', 'b6c67919-515e-473d-bc98-a316d00fffa9', '229b5cb9-e91a-4574-854f-71f4e35e567a', '9c8fa6b5-d2c4-4427-b30b-d20ee04eda33', 'd825670d-0727-4343-9f80-6b54192eb6c2', 'e74ce99f-0231-4a17-9124-9efcb74be50d', '7213bb8a-520e-4ced-991c-34cff8e6b2bc', 'fd86633e-87f9-4302-97e0-d675217857f3', 'f763bcdf-9849-42a6-b857-aacf498a3bda', 'ac2c2e7a-718c-4b28-a865-78f8676c7c7f', '0cc35757-df9b-4e81-b6ac-c6b7129a8a96', '7770593b-1901-431e-a0bb-2110f1428769', '3c8c6615-e788-4411-a1a5-172e4b15a18e', '286eb600-d940-48b6-b70d-5b138cc10767', 'f02ab9ad-0d9a-422c-bb5a-98653bd92d26', 'aada36fa-9152-4c9f-9ba4-36f3250cc53a', 'bfadab9d-233c-41d2-9c08-c217112e9836', 'cceceefd-c13a-479d-a3ea-7d3cdab3f9c9', '3e638734-de0c-41fd-a846-2e0d031d2ff2', '1014e0d9-de00-420a-ab46-f67dcc94ad1e', '1a8c55f5-740e-4ff7-8210-aa2dffd55ee4', '96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c', '873e7148-70c0-4595-8432-797a20f49bf7', '58b7f132-59b5-478e-b995-bf20d842aedb', '8631d824-d9ad-4527-a163-d746a770cdf2', '84fe49f1-4445-43b4-a6a8-edc99e943aa0', 'c00a5fc8-a8e8-4cec-8d91-9b77c2d959da', 'd8fcd1da-a79f-47dd-9a03-f7bec3c8e541', '0b227bdf-fac1-42af-a2c2-d99da09bfdda', 'a3486bc3-6f28-4484-ab6a-b239dbc87e0d', '261495dc-b9cf-453b-ad72-bc53810e5068', '9933ae54-8f70-4fa6-951e-7eb2f7df3c65'} {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.368290] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1036.379641] env[65850]: INFO networking_nsxv3.common.synchronization [req-75674d27-1b8b-4ef2-bbca-8cf71e7f01ab req-f48249de-0ff7-40b9-b703-8f59483661ae tempest-ListImageFiltersTestJSON-627535803 tempest-ListImageFiltersTestJSON-627535803-project-member] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1036.380235] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1036.380552] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.381859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.391732] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.391948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.391948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.392226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.392313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.392510] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1036.392510] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.392592] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1036.527823] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.528040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.528095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.528291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.533242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.533384] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1036.533439] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.533509] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1036.533575] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1036.533652] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1036.533722] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGH for action security_group_rules [ 1036.533800] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGH for action security_group_rules [ 1036.533862] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGH for action security_group_rules [ 1036.533924] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGH for action security_group_rules [ 1036.533983] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGH for action security_group_rules [ 1036.534066] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGH for action security_group_rules [ 1036.534110] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGH for action security_group_rules [ 1036.534166] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGH for action security_group_rules [ 1036.534229] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGH for action security_group_rules [ 1036.534301] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGH for action security_group_rules [ 1036.537833] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.719463] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 1036.719964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.720087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.721036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.721036] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.721036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.721036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.721036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.721036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.721455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.721455] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.815758] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.844509] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.844802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.844950] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.845247] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.845865] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.845865] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.845865] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.847154] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.849167] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.850136] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.850136] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.850136] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.850136] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.850136] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.850136] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.850402] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.873964] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.874313] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.874399] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.874533] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-992" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.874917] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-4585153e-7986-4c64-902b-78139e2c997b taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.875840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-4585153e-7986-4c64-902b-78139e2c997b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.875840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-4585153e-7986-4c64-902b-78139e2c997b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.875840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-4585153e-7986-4c64-902b-78139e2c997b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.875840] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4585153e-7986-4c64-902b-78139e2c997b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.226549] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.227774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.230131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.230131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.230131] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.230131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.230131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.230131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.231154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.231154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.231154] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.231154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.231154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.231435] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.231732] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.231860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.231940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.232138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.232247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.232353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.232464] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.316855] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.317240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.317240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.317388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.317489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.317593] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bf2c8-7191-4319-8427-6737aa78979a is going to be created. [ 1037.342218] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.342386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.342427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.342623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.342789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.353262] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: UNINITIALIZED for 2s [ 1037.379728] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.379942] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.380383] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.380383] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.380535] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.381245] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 4585153e-7986-4c64-902b-78139e2c997b not found, creating... [ 1037.382324] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.382324] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.382324] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.382497] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.382790] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.383278] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.384441] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.384561] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.385427] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.385427] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.385427] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 4585153e-7986-4c64-902b-78139e2c997b is going to be created. [ 1037.406778] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.407036] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.407158] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.407436] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.407704] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.407977] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-4585153e-7986-4c64-902b-78139e2c997b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.736205] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8631d824-d9ad-4527-a163-d746a770cdf2: rpc.has_security_group_logging(os_id): False [ 1037.767178] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.767178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.767178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.767178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.790324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.790324] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.790324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.790324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.790324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.790324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.790324] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.790732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.790732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.790732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.790732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.790868] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.790924] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.791175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.791175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.791283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.791283] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 1037.895373] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.895617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.895617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.896120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.896120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.916072] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 1038.276726] env[65850]: INFO networking_nsxv3.common.synchronization [req-75674d27-1b8b-4ef2-bbca-8cf71e7f01ab req-046b6275-32b5-463a-85c8-55c6352250a1 service nova] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_rules [ 1038.276914] env[65850]: INFO networking_nsxv3.common.synchronization [req-75674d27-1b8b-4ef2-bbca-8cf71e7f01ab req-046b6275-32b5-463a-85c8-55c6352250a1 service nova] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1038.277076] env[65850]: INFO networking_nsxv3.common.synchronization [req-75674d27-1b8b-4ef2-bbca-8cf71e7f01ab req-046b6275-32b5-463a-85c8-55c6352250a1 service nova] Enqueued Resource ID: 4585153e-7986-4c64-902b-78139e2c997b with Priority: HIGHEST for action port [ 1038.277864] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_rules [ 1038.278038] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1038.278149] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4585153e-7986-4c64-902b-78139e2c997b with Priority: HIGHEST for action port [ 1038.278249] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c with Priority: HIGH for action security_group_rules [ 1038.278346] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGH for action security_group_rules [ 1038.278791] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 with Priority: HIGH for action security_group_rules [ 1038.278791] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c67919-515e-473d-bc98-a316d00fffa9 with Priority: HIGH for action security_group_rules [ 1038.278791] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc with Priority: HIGH for action security_group_rules [ 1038.278911] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74ce99f-0231-4a17-9124-9efcb74be50d with Priority: HIGH for action security_group_rules [ 1038.278911] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d825670d-0727-4343-9f80-6b54192eb6c2 with Priority: HIGH for action security_group_rules [ 1038.279068] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 with Priority: HIGH for action security_group_rules [ 1038.279143] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef with Priority: HIGH for action security_group_rules [ 1038.279260] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGH for action security_group_rules [ 1038.279360] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e1f518-49ba-4074-9768-17f4711e3186 with Priority: HIGH for action security_group_rules [ 1038.279446] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGH for action security_group_rules [ 1038.279529] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGH for action security_group_rules [ 1038.279619] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f with Priority: HIGH for action security_group_rules [ 1038.279746] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGH for action security_group_rules [ 1038.279839] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8765004-5568-4620-95f2-73893e949163 with Priority: HIGH for action security_group_rules [ 1038.284040] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5d6d30-be6b-428c-9909-dbe083411859 with Priority: HIGH for action security_group_rules [ 1038.284040] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cf2435-0322-408b-8054-7f24d3743019 with Priority: HIGH for action security_group_rules [ 1038.284040] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGH for action security_group_rules [ 1038.284040] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3632713-c3ff-46d0-bd94-712737a1d420 with Priority: HIGH for action security_group_rules [ 1038.284040] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.284040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.284040] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.284040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.284040] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-4585153e-7986-4c64-902b-78139e2c997b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.284040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4585153e-7986-4c64-902b-78139e2c997b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.284040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4585153e-7986-4c64-902b-78139e2c997b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.284605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4585153e-7986-4c64-902b-78139e2c997b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.284605] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4585153e-7986-4c64-902b-78139e2c997b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.285191] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.285316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.285381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.285567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.285647] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a1a3e3-9fe6-4c74-8e08-92662e443f4c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.287183] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.287292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.287355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.287528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.287599] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.288674] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4028829b-c80a-4a96-b88f-5c45f5983a28 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.288785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.289394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.289713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.289805] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4028829b-c80a-4a96-b88f-5c45f5983a28',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.290886] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c67919-515e-473d-bc98-a316d00fffa9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.291138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.291232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.291513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.291643] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c67919-515e-473d-bc98-a316d00fffa9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.292692] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.292802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.292865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.293046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.293240] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7213bb8a-520e-4ced-991c-34cff8e6b2bc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.294734] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74ce99f-0231-4a17-9124-9efcb74be50d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.294734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.294734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.294734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.294734] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74ce99f-0231-4a17-9124-9efcb74be50d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.298186] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d825670d-0727-4343-9f80-6b54192eb6c2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.298186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.298186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.298186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.298186] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d825670d-0727-4343-9f80-6b54192eb6c2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.299402] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.299745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.299838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.300057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.300154] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8fa6b5-d2c4-4427-b30b-d20ee04eda33',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.301223] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.301405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.301530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.301749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.301830] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d3b7ac6-0afd-4877-9c47-a1ad92b135ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.302959] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.302959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.302959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.305412] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.305412] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.306240] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62e1f518-49ba-4074-9768-17f4711e3186 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.306667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.306667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.306667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.306802] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62e1f518-49ba-4074-9768-17f4711e3186',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.307719] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.307841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.307883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.308316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.309152] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.309544] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.309666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.309742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.309944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.310036] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.311372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.312031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.312031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.312031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.312031] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18b9cfe-1bc3-42bf-bff3-b776f43d118f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.313932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.314122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.314587] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.315445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.315445] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.317041] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8765004-5568-4620-95f2-73893e949163 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.317041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.317041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.317041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.317041] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8765004-5568-4620-95f2-73893e949163',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.317845] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f5d6d30-be6b-428c-9909-dbe083411859 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.318292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.318368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.319299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.319299] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f5d6d30-be6b-428c-9909-dbe083411859',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.320028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46cf2435-0322-408b-8054-7f24d3743019 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.320764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.320764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.320764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.320764] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46cf2435-0322-408b-8054-7f24d3743019',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.321726] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.321841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.321919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.322138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.322229] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.323312] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3632713-c3ff-46d0-bd94-712737a1d420 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.323431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.323492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.323663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.323741] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3632713-c3ff-46d0-bd94-712737a1d420',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.813027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.813027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.813027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.813027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.813027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.813027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.813027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.813027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.813027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.813027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.813027] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.827781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.827781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.827781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.828032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.828142] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.828481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.828481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.828481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.828582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.828615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.828707] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.834461] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4585153e-7986-4c64-902b-78139e2c997b with status ACTIVE [ 1038.835650] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.835650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.835650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.835650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.835982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.835982] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.836150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.836150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.836279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.836636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.836842] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.836946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.837063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.838276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.838276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.838276] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4585153e-7986-4c64-902b-78139e2c997b is going to be updated. [ 1038.862883] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.863071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.863071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.863324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.863828] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.863828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.864539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.864539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.864669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.864823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.864936] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.867777] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.867910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.868201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.868201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.868347] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.868480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.868554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.868667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.868752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.868905] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.871841] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.871841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.871841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872348] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.872348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.872644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.872741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.872954] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.939777] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.939940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.940076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.940635] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.945155] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.945380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.946890] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.947107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.948326] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.948465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.949484] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.949660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.951048] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.951048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.951917] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.952081] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.953228] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.953228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.954561] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.954679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.955592] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.955689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.956604] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.956768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.957521] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1038.958028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.958153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.958874] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1038.959382] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.959535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.960363] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1038.960872] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.961012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.961705] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1038.962175] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.962270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.965049] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1038.965049] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.965049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.965269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.965315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.965422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.965647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4585153e-7986-4c64-902b-78139e2c997b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.990358] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1038.991059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.991630] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4028829b-c80a-4a96-b88f-5c45f5983a28 is going to be deleted. [ 1038.992404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.992608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.023033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.023033] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f5d6d30-be6b-428c-9909-dbe083411859 is going to be deleted. [ 1039.024391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.024685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.058084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.058310] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3632713-c3ff-46d0-bd94-712737a1d420 is going to be deleted. [ 1039.059451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.060528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.068043] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.068231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.117837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.117837] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d3b7ac6-0afd-4877-9c47-a1ad92b135ef is going to be deleted. [ 1039.118605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.119113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.121947] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.121947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.149762] env[65850]: INFO networking_nsxv3.common.synchronization [None req-dd99b837-6dc1-49c8-b626-bec04a57f67f None None] Enqueued Resource ID: dccd2bc5-6865-4643-94f5-99bf52ef21a9 with Priority: HIGHEST for action port [ 1039.150476] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccd2bc5-6865-4643-94f5-99bf52ef21a9 with Priority: HIGHEST for action port [ 1039.152146] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-dccd2bc5-6865-4643-94f5-99bf52ef21a9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.152146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dccd2bc5-6865-4643-94f5-99bf52ef21a9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.152146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dccd2bc5-6865-4643-94f5-99bf52ef21a9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.152146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dccd2bc5-6865-4643-94f5-99bf52ef21a9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.152146] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dccd2bc5-6865-4643-94f5-99bf52ef21a9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.196876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.197176] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be deleted. [ 1039.198209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.198479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.246248] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.246669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.266553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.266553] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62e1f518-49ba-4074-9768-17f4711e3186 is going to be deleted. [ 1039.266553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.267037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.289453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.289695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.317027] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.327036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.327457] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d825670d-0727-4343-9f80-6b54192eb6c2 is going to be deleted. [ 1039.328490] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.328994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.361544] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.361544] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.361544] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.361544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.362436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.362436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.362436] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.362436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.362683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.362720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.362850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.363681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.363681] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.368026] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.383030] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.386183] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.398372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.398372] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7213bb8a-520e-4ced-991c-34cff8e6b2bc is going to be deleted. [ 1039.400673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.400673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.402978] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.403122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.404638] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: SUCCESS [ 1039.404881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.405777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.406012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.406213] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.406332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.406396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.406578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.406659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.406746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.406842] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.408795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.408958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.409188] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.409590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.409590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.409590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.409745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.410883] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.415400] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.415400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.491608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.491747] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46cf2435-0322-408b-8054-7f24d3743019 is going to be deleted. [ 1039.493194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.493194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.542269] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.542478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.575595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.576024] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c67919-515e-473d-bc98-a316d00fffa9 is going to be deleted. [ 1039.577085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.577374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.624209] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.624426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.637672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.637826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18b9cfe-1bc3-42bf-bff3-b776f43d118f is going to be deleted. [ 1039.639423] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.639539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.639668] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.639815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.639918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.640477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46cf2435-0322-408b-8054-7f24d3743019" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.640671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.640846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.655256] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dccd2bc5-6865-4643-94f5-99bf52ef21a9 [ 1039.655591] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.655843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.655926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.656229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.656334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.656453] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dccd2bc5-6865-4643-94f5-99bf52ef21a9 already deleted. [ 1039.656558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dccd2bc5-6865-4643-94f5-99bf52ef21a9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.676563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.676723] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a1a3e3-9fe6-4c74-8e08-92662e443f4c is going to be deleted. [ 1039.677757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.677994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.738616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.738831] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74ce99f-0231-4a17-9124-9efcb74be50d is going to be deleted. [ 1039.739955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.740208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.771423] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.771665] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.777494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.778523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.779466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.779786] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8765004-5568-4620-95f2-73893e949163 is going to be deleted. [ 1039.781254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.781254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.781254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.781254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4028829b-c80a-4a96-b88f-5c45f5983a28" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.781685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.781725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.781840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.782488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f5d6d30-be6b-428c-9909-dbe083411859" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.782666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.782893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.782966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.783110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3632713-c3ff-46d0-bd94-712737a1d420" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.783306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.783475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.783628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.783775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d3b7ac6-0afd-4877-9c47-a1ad92b135ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.783939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.784826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.784973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.785558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.785558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.785558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.786157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.786319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62e1f518-49ba-4074-9768-17f4711e3186" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.786488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.786646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.786757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.786863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d825670d-0727-4343-9f80-6b54192eb6c2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.786993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.787173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.787244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.787401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7213bb8a-520e-4ced-991c-34cff8e6b2bc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.787511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.787693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.820779] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229b5cb9-e91a-4574-854f-71f4e35e567a: rpc.has_security_group_logging(os_id): False [ 1039.854645] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.854907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.859711] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.859845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.866389] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7110b70-38f2-4204-890b-de71588100b2: rpc.has_security_group_logging(os_id): False [ 1039.870023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.870023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8fa6b5-d2c4-4427-b30b-d20ee04eda33 is going to be deleted. [ 1039.870793] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866ca57c-6f8e-44e8-a7f6-ac8163580a75: rpc.has_security_group_logging(os_id): False [ 1039.871758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.872717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.872717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.872717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c67919-515e-473d-bc98-a316d00fffa9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.872933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.872973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.873053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.873172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18b9cfe-1bc3-42bf-bff3-b776f43d118f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.873925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.874106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.874189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.874312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a1a3e3-9fe6-4c74-8e08-92662e443f4c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.874479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.874643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.887043] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aea0274-a51c-4dbe-a019-7846f7545ded: rpc.has_security_group_logging(os_id): False [ 1039.888160] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 721a5441-ede1-4dcb-ba72-0b3f197dc6f1: rpc.has_security_group_logging(os_id): False [ 1039.913758] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.915268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.915268] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.924404] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.924810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.926218] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.926398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.927273] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.927510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.928897] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.929061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.955250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.955558] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.955674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.955743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.955957] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.956057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.956158] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a is going to be updated. [ 1039.957392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.957595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.961620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.961798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.983808] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 1039.984084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.990029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.990254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.023725] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.023927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030090] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.030380] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.030711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.030800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.030899] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 is going to be updated. [ 1040.031995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.032203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.086732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.087095] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.087244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.087329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.087615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.087755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.087998] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.088165] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.088230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.088395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.088473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.088664] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.088777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.088847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.088995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.089086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.089183] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be updated. [ 1040.090470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.090527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.125822] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.126176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.127161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.127655] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.127826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.127934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.128193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.128341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.128694] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 is going to be updated. [ 1040.129670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.129863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.129954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.130093] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8765004-5568-4620-95f2-73893e949163" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.130226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.130378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.130459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.130571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8fa6b5-d2c4-4427-b30b-d20ee04eda33" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.130725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.130870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.130946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.131209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74ce99f-0231-4a17-9124-9efcb74be50d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.131463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.132305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.174702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.175113] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.175244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.175333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.175564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.175664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.175751] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be updated. [ 1040.176941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.177379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.177379] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.258465] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229b5cb9-e91a-4574-854f-71f4e35e567a in Status: IN_PROGRESS for 2s [ 1040.316043] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.316043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.316043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.316043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.316393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.335930] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: IN_PROGRESS for 2s [ 1040.370462] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.370665] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.370711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.370937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.371129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.384239] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.384512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.384618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.384988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.385194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.408655] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 in Status: IN_PROGRESS for 2s [ 1040.417327] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.424513] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.424708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.424789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.424941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.425099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.430361] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: IN_PROGRESS for 2s [ 1040.485430] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: IN_PROGRESS for 2s [ 1040.919755] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.919755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.919963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.920528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.920528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.920528] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bf2c8-7191-4319-8427-6737aa78979a is going to be updated. [ 1040.952345] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.952529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.952606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.952829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.952993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.964551] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: IN_PROGRESS for 2s [ 1042.275935] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229b5cb9-e91a-4574-854f-71f4e35e567a in Status: SUCCESS [ 1042.276291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.348221] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: SUCCESS [ 1042.348939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.423821] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 in Status: SUCCESS [ 1042.424042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.444948] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: SUCCESS [ 1042.445140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.497739] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 1042.498107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.667365] env[65850]: INFO networking_nsxv3.common.synchronization [req-73aae997-6a46-40b4-9d14-2bcf657cd8b6 req-f62f98f4-c016-4cd4-8d2c-c8cc1535d80b tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 1042.667961] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 1042.668302] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.668423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.668491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.668698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.668860] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.668957] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.669047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.669257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.669296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.669382] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.977012] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: SUCCESS [ 1042.977300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.977444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.977677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.977867] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.978013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.978080] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.978218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.978293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.978419] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.171521] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.171736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.171826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.172131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.196857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.197177] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.197321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.197431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.197572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.197660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.197780] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 1043.234471] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.234471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.234471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.234471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.234471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.252648] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 1043.481289] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.984050] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.134258] env[65850]: INFO networking_nsxv3.common.synchronization [req-d63b3be4-c80e-46fa-a58a-143414a62128 req-b680ece9-c2f9-47ad-b6b9-c2940b4abcbd tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_members [ 1044.134258] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_members [ 1044.135788] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-12930e58-3aa8-43e2-8739-072f2b5945e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.136019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.136180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.136536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.136746] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.136869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.136938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.137107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.137189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.137280] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.487404] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.487404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.487404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.487404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.487404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.487905] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bf2c8-7191-4319-8427-6737aa78979a is going to be updated. [ 1044.527372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.527529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.527598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.527814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.527968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.540293] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: IN_PROGRESS for 2s [ 1044.558197] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.558197] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.558197] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.558197] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.558197] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.558197] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.558634] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.559082] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.560144] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.560144] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.560277] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.560355] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.560524] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.560690] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.560863] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.561071] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.582947] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.582947] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.583148] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.583216] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.584041] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.584041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.584041] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.584316] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.584489] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5d4c0a-1363-48e3-9370-97c33b1ca63e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.640133] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.640305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.640380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.640592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.640686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.640881] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.640976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.641047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.641199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.641352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.641437] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 already deleted. [ 1044.641515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.087137] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.087418] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.087564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.087745] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.087904] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.088079] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port ed5d4c0a-1363-48e3-9370-97c33b1ca63e not found, creating... [ 1045.088381] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.088556] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.088972] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.089315] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.089500] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.089881] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.090043] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.090256] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.090570] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.090827] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.091141] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: ed5d4c0a-1363-48e3-9370-97c33b1ca63e is going to be created. [ 1045.113659] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.114031] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.114226] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.114600] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.114796] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.115059] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.268678] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 1045.268909] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 1045.269089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.870264] env[65850]: INFO networking_nsxv3.common.synchronization [req-d63b3be4-c80e-46fa-a58a-143414a62128 req-396492a2-8f6e-4ed1-870c-cc5919b0ee50 service nova] Enqueued Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_rules [ 1045.870520] env[65850]: INFO networking_nsxv3.common.synchronization [req-d63b3be4-c80e-46fa-a58a-143414a62128 req-396492a2-8f6e-4ed1-870c-cc5919b0ee50 service nova] Enqueued Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_members [ 1045.870702] env[65850]: INFO networking_nsxv3.common.synchronization [req-d63b3be4-c80e-46fa-a58a-143414a62128 req-396492a2-8f6e-4ed1-870c-cc5919b0ee50 service nova] Enqueued Resource ID: ed5d4c0a-1363-48e3-9370-97c33b1ca63e with Priority: HIGHEST for action port [ 1045.872310] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_rules [ 1045.872310] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_members [ 1045.872420] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5d4c0a-1363-48e3-9370-97c33b1ca63e with Priority: HIGHEST for action port [ 1045.872823] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12930e58-3aa8-43e2-8739-072f2b5945e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.872823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.872823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.873172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.873172] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.875033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-12930e58-3aa8-43e2-8739-072f2b5945e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.875175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.875243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.875429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.875648] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.875872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.875872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.876810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.876810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.876810] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.878373] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.878531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.878531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.878782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.878782] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5d4c0a-1363-48e3-9370-97c33b1ca63e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.380777] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.382218] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-12930e58-3aa8-43e2-8739-072f2b5945e2 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.382360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.383951] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed5d4c0a-1363-48e3-9370-97c33b1ca63e with status ACTIVE [ 1046.384229] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.384404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.384565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.384889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.384974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.385239] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.385385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.385504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.385687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.385789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.386046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.386184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.386269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.386608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.386608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.386675] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed5d4c0a-1363-48e3-9370-97c33b1ca63e is going to be updated. [ 1046.416018] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.416210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.416210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.416421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.416560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.416727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed5d4c0a-1363-48e3-9370-97c33b1ca63e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.555530] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: SUCCESS [ 1046.555777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.555965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.556220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.556446] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.556554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.556633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.556797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.556880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.556971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.557147] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.557247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.557306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.557450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.557592] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.557683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.557742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.558466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.558466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.558466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.558466] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.561206] env[65850]: INFO networking_nsxv3.common.synchronization [req-73cf22cd-0b3d-4ab2-8e01-d22720b836ae req-b5f1939e-a5ad-4cb7-8120-00cf364da185 tempest-ServersNegativeTestMultiTenantJSON-1081822456 tempest-ServersNegativeTestMultiTenantJSON-1081822456-project-member] Enqueued Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGHEST for action security_group_members [ 1046.561969] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGHEST for action security_group_members [ 1046.562630] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1316acab-5a2d-487c-97ec-af855aeaf858 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.562630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.562630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.562630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.562928] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.562928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.562928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.563068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.563145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.563257] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.884028] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.981150] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.981462] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-393" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.981631] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-393" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.981961] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-393" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.982524] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.982524] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.982707] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.983624] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.983624] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.983624] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.983624] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.983624] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.983902] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.984127] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.984431] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.985869] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.010105] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.011012] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.011716] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.011934] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-393" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.012277] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-b6b02894-2d3b-4813-b179-ccd393af3ede taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012458] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-b6b02894-2d3b-4813-b179-ccd393af3ede" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012576] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-b6b02894-2d3b-4813-b179-ccd393af3ede" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.012889] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-b6b02894-2d3b-4813-b179-ccd393af3ede" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.013613] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b02894-2d3b-4813-b179-ccd393af3ede',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.062242] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 947bf2c8-7191-4319-8427-6737aa78979a: rpc.has_security_group_logging(os_id): False [ 1047.067074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.067074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.067074] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1316acab-5a2d-487c-97ec-af855aeaf858 already deleted. [ 1047.067074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.081585] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.081585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.081585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.081830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.082871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.082871] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.082871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.082871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.082871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.082871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.082871] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.083210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.083210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.083273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.083338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.083536] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.083663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.083868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.083868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.083868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.084038] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947bf2c8-7191-4319-8427-6737aa78979a is going to be created. [ 1047.142348] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.142598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.142680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.142945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.143189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.155162] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: IN_PROGRESS for 2s [ 1047.386595] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.386838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.386838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.387210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.387381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.387466] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 is going to be created. [ 1047.418889] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.418889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.418889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.418889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.418889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.436098] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 in Status: UNINITIALIZED for 2s [ 1047.517497] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.517776] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.517903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.518220] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.518374] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.518528] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port b6b02894-2d3b-4813-b179-ccd393af3ede not found, creating... [ 1047.518783] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.518982] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.519079] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.519314] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.519466] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.520601] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.520601] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.520601] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.520601] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.520601] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.521320] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: b6b02894-2d3b-4813-b179-ccd393af3ede is going to be created. [ 1047.543468] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.543730] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.543856] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.544142] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.544368] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.544585] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-b6b02894-2d3b-4813-b179-ccd393af3ede" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.312203] env[65850]: INFO networking_nsxv3.common.synchronization [req-73cf22cd-0b3d-4ab2-8e01-d22720b836ae req-ad91cc7c-e961-4c81-aa7d-6ac51886019b service nova] Enqueued Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGHEST for action security_group_rules [ 1048.312484] env[65850]: INFO networking_nsxv3.common.synchronization [req-73cf22cd-0b3d-4ab2-8e01-d22720b836ae req-ad91cc7c-e961-4c81-aa7d-6ac51886019b service nova] Enqueued Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGHEST for action security_group_members [ 1048.312549] env[65850]: INFO networking_nsxv3.common.synchronization [req-73cf22cd-0b3d-4ab2-8e01-d22720b836ae req-ad91cc7c-e961-4c81-aa7d-6ac51886019b service nova] Enqueued Resource ID: b6b02894-2d3b-4813-b179-ccd393af3ede with Priority: HIGHEST for action port [ 1048.313115] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGHEST for action security_group_rules [ 1048.313263] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGHEST for action security_group_members [ 1048.313366] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b02894-2d3b-4813-b179-ccd393af3ede with Priority: HIGHEST for action port [ 1048.313832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1316acab-5a2d-487c-97ec-af855aeaf858 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.313953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.314181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.314307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.314382] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.315373] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1316acab-5a2d-487c-97ec-af855aeaf858 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.315606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.315742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.316098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.316135] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.316300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.316416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.316593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.316698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.316835] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.317836] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6b02894-2d3b-4813-b179-ccd393af3ede taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.317947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6b02894-2d3b-4813-b179-ccd393af3ede" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.318013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6b02894-2d3b-4813-b179-ccd393af3ede" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.318640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6b02894-2d3b-4813-b179-ccd393af3ede" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.318640] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b02894-2d3b-4813-b179-ccd393af3ede',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.822579] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.823536] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1316acab-5a2d-487c-97ec-af855aeaf858 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.823730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.823856] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6b02894-2d3b-4813-b179-ccd393af3ede with status ACTIVE [ 1048.824209] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.824209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.824209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.824446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.824518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.824710] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.824836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.824903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.825049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.825178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.825336] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.825449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.825534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.825764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.825764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.825917] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6b02894-2d3b-4813-b179-ccd393af3ede is going to be updated. [ 1048.851449] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.851660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.851756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.852038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.852038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.852206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6b02894-2d3b-4813-b179-ccd393af3ede" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.173663] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: SUCCESS [ 1049.173952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.174378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.174705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.174962] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.320631] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-01af6394-9898-49cb-817e-87be3d5133ee tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1049.321547] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1049.323235] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.323469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.323532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.323782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.323950] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.324075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.324170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.324368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.324522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.324842] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.328354] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.441112] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 in Status: SUCCESS [ 1049.441352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.441900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.442107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.442303] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.442431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.442494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.442654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.442770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.442901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.443022] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.677251] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.677403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.677476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.677706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.679753] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.679753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.679753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.679979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.679979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.680075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.680141] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.777023] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-8d188d0b-7a5d-4008-847a-a8501e0ea3bb tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1049.777605] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1049.777910] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.778471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.828505] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.828959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.828959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.829180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.829290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.829597] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.829655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.829733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.829917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.829988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.830104] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 already deleted. [ 1049.830191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.830676] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.831077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.831077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.831077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.831184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.831232] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1316acab-5a2d-487c-97ec-af855aeaf858 is going to be created. [ 1049.832657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.832890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.833391] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.833391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.833391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.833391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.833581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.833616] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.860480] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.860709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.860709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.861232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.861232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.872605] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1316acab-5a2d-487c-97ec-af855aeaf858 in Status: UNINITIALIZED for 2s [ 1049.946196] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.183375] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.183375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.183644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.184108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.184108] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.184108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.184340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.184340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.184416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.184493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.184711] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.184827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.184921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.185157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.185342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.185491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.185577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.185722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.185800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.185882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.185975] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.191618] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-fcae9508-2da5-48f6-b02c-2761e3239790 tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1050.192192] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1050.192512] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.192649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.336460] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.336980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.336980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.336980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.337187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.337244] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.337373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.337441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.338020] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 already deleted. [ 1050.338020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.338020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338403] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.338403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.338728] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.447894] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12930e58-3aa8-43e2-8739-072f2b5945e2: rpc.has_security_group_logging(os_id): False [ 1050.474401] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.474616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.474676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.475138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.475247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.475558] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.475701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.475855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.476102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.476188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.476307] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 is going to be created. [ 1050.553025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.553263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.553339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.553653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.553909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.571023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 in Status: IN_PROGRESS for 2s [ 1050.688785] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 947bf2c8-7191-4319-8427-6737aa78979a: rpc.has_security_group_logging(os_id): False [ 1050.711814] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.711969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.712091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.713482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.713998] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.713998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.713998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.714214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.714214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.714868] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.714868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.714868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.714868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.714868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.715079] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.715227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.715227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.715390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.715467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.715585] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947bf2c8-7191-4319-8427-6737aa78979a is going to be updated. [ 1050.720452] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.720452] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.720452] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.720751] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.721086] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.722792] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.722792] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.722792] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.722792] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.722792] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.722792] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.722792] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.722792] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.722792] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.723169] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.723169] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.742354] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.744029] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.744029] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.744029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.744029] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-dfa88c99-e254-41b0-a5e9-a8f28652de47 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.744029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-dfa88c99-e254-41b0-a5e9-a8f28652de47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.744029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-dfa88c99-e254-41b0-a5e9-a8f28652de47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.744029] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-dfa88c99-e254-41b0-a5e9-a8f28652de47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.744477] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa88c99-e254-41b0-a5e9-a8f28652de47',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.794219] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.794414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.794471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.794681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.794849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.811947] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: IN_PROGRESS for 2s [ 1050.842743] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.843056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.843198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.843624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.843760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.844102] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.844265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.844493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.844638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.844757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.844886] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 already deleted. [ 1050.845024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.246201] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.246511] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.246652] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.247438] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.247619] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.247777] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port dfa88c99-e254-41b0-a5e9-a8f28652de47 not found, creating... [ 1051.248095] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.248267] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.248384] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.248606] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.248744] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.249034] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.249188] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.249301] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.249502] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.249635] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.249768] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: dfa88c99-e254-41b0-a5e9-a8f28652de47 is going to be created. [ 1051.269288] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.269562] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.270074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.270074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.270285] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.270682] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-dfa88c99-e254-41b0-a5e9-a8f28652de47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.884289] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1316acab-5a2d-487c-97ec-af855aeaf858 in Status: SUCCESS [ 1051.885205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.885205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.885205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.885359] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.885359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.885463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.885879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.886021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.886230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.886415] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.055320] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-7311d920-3d74-485a-89d4-4dbba5011acc service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1052.057401] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-7311d920-3d74-485a-89d4-4dbba5011acc service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1052.057401] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-7311d920-3d74-485a-89d4-4dbba5011acc service nova] Enqueued Resource ID: dfa88c99-e254-41b0-a5e9-a8f28652de47 with Priority: HIGHEST for action port [ 1052.057401] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1052.057401] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1052.057401] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa88c99-e254-41b0-a5e9-a8f28652de47 with Priority: HIGHEST for action port [ 1052.057401] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.057401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.057401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.057873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.057873] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.059332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.059491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.061346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.061346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.061346] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.061346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.061346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.061346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.061346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.061346] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.062041] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa88c99-e254-41b0-a5e9-a8f28652de47 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.062041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa88c99-e254-41b0-a5e9-a8f28652de47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.062041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa88c99-e254-41b0-a5e9-a8f28652de47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.062232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa88c99-e254-41b0-a5e9-a8f28652de47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.062324] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa88c99-e254-41b0-a5e9-a8f28652de47',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.393376] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1316acab-5a2d-487c-97ec-af855aeaf858 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.393649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.393724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.393997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.394193] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.394301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.394376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.394544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.394656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.394752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.394904] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1316acab-5a2d-487c-97ec-af855aeaf858 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.394996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.395073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.395214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.395352] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.395447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.395502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.396181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.396181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.396181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.396181] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.560717] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.560717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.562060] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.563399] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfa88c99-e254-41b0-a5e9-a8f28652de47 with status ACTIVE [ 1052.563690] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.563812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.563878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.564094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.564183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.564352] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.564548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.564617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.564775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.564853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.565077] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.565154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.565205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.565337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.565413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.565497] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfa88c99-e254-41b0-a5e9-a8f28652de47 is going to be updated. [ 1052.585535] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 in Status: SUCCESS [ 1052.585772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.588568] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.588693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.588770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.589040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.589178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.589328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa88c99-e254-41b0-a5e9-a8f28652de47" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.827350] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: SUCCESS [ 1052.827588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.898874] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1316acab-5a2d-487c-97ec-af855aeaf858: rpc.has_security_group_logging(os_id): False [ 1052.908235] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-355 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.908478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.908689] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.909080] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.909353] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.909515] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.909632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.909859] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.910243] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.910416] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.910791] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.910791] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.910791] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.910958] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.910958] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.911117] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.934236] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.934475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.934475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.934756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.934905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.935233] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.935380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.935476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.935699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.935843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.936140] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.936309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.936417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.936652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.936761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.936988] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.937272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.937272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.937468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.937572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.937670] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1316acab-5a2d-487c-97ec-af855aeaf858 is going to be created. [ 1052.958449] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.958685] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.958863] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.959068] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.959486] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.959686] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.959823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.960207] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.960341] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.064738] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.066691] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.066906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.066906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.067135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.067318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.087386] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1316acab-5a2d-487c-97ec-af855aeaf858 in Status: IN_PROGRESS for 2s [ 1053.170837] env[65850]: INFO networking_nsxv3.common.synchronization [req-b9637db3-af4f-4d68-8487-135e18699090 req-db959bf3-5b81-4ac8-ad2c-9304374b6ff8 tempest-ImagesOneServerTestJSON-1953884709 tempest-ImagesOneServerTestJSON-1953884709-project-member] Enqueued Resource ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da with Priority: HIGHEST for action security_group_members [ 1053.171815] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da with Priority: HIGHEST for action security_group_members [ 1053.172303] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.173058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.173260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.173561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.173845] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.174088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.174166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.174384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.174527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.174706] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c00a5fc8-a8e8-4cec-8d91-9b77c2d959da',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.463549] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.463803] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.463924] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.464261] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.464417] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.464577] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d not found, creating... [ 1053.464873] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.465058] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.465185] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.465419] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.465557] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.465869] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.466049] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.466167] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.466378] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.466508] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.466646] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d is going to be created. [ 1053.495366] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.496349] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.496349] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.496349] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.496349] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.496585] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.555971] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac249207-7acb-47c9-8141-0d0ae076562b req-112bbbe0-14cc-46b2-8b94-d70c81ca6cf6 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 1053.556544] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 1053.556857] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.556979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.557057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.557281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.557409] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.557506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.557565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.557707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.557785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.557875] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.569838] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.569996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.570081] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.570413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.570413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.570516] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be created. [ 1053.613705] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.613893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.613937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.614188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.615193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.628477] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: UNINITIALIZED for 2s [ 1053.678071] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.678558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.678869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.680876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.707948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.707948] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.707948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.707948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.708317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.708317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.708317] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da is going to be updated. [ 1053.741359] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.741536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.741608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.741825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.742052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.752186] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da in Status: IN_PROGRESS for 2s [ 1054.064023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.064023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.064023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.064023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.064023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.064023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.064023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.064023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.064023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.064023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.064023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 1054.094263] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.094695] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.094848] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.095194] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.095595] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.095880] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.096099] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.096376] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.096595] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.096834] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.096980] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.097177] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.097352] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.097436] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.097606] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.097784] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.099850] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.100038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.100143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.100365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.100544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.118254] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 1054.125538] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.125538] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.126153] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.126153] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.126153] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-eed180d6-dc11-47b3-a469-411a02474099 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.126451] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-eed180d6-dc11-47b3-a469-411a02474099" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.126451] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-eed180d6-dc11-47b3-a469-411a02474099" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.126795] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-eed180d6-dc11-47b3-a469-411a02474099" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.126945] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eed180d6-dc11-47b3-a469-411a02474099',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.203837] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-af1dde37-ccbe-4861-a0d3-5a97e34a31b0 service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1054.204049] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-af1dde37-ccbe-4861-a0d3-5a97e34a31b0 service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1054.204180] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-af1dde37-ccbe-4861-a0d3-5a97e34a31b0 service nova] Enqueued Resource ID: 6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d with Priority: HIGHEST for action port [ 1054.205084] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1054.205084] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1054.205084] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d with Priority: HIGHEST for action port [ 1054.207731] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.207939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.208123] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.208248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.211878] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.211878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.211878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.211878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.211878] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.631134] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.631242] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.631317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.631960] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.631960] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.632083] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port eed180d6-dc11-47b3-a469-411a02474099 not found, creating... [ 1054.632268] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.632443] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.634074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.634074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.634074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.634074] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.634074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.634074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.634074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.634074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.634412] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: eed180d6-dc11-47b3-a469-411a02474099 is going to be created. [ 1054.658712] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.658967] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.659086] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.659366] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.659592] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.659837] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-eed180d6-dc11-47b3-a469-411a02474099" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.713956] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d with status ACTIVE [ 1054.713956] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.713956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.713956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.713956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.714269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.714269] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.714445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.714510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.714709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.714813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.715074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.715963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.715963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.715963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.715963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.715963] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d is going to be updated. [ 1054.747186] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.747342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.747409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.747626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.747766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.747931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ac2d0e2-92e2-4ef4-a4e5-c1d4bd144f4d" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.023905] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.024131] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.024258] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.024606] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.025018] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.025198] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.025317] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.025549] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.025698] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.025944] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.026069] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.026179] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.026284] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.026389] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.026492] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.026623] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.045540] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.045707] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.045845] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.046045] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-668" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.046355] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-ef4d67c5-8055-4d6e-97af-486e67b52ff1 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.046523] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-ef4d67c5-8055-4d6e-97af-486e67b52ff1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.046643] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-ef4d67c5-8055-4d6e-97af-486e67b52ff1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.046978] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-ef4d67c5-8055-4d6e-97af-486e67b52ff1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.047132] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef4d67c5-8055-4d6e-97af-486e67b52ff1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.100700] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1316acab-5a2d-487c-97ec-af855aeaf858 in Status: SUCCESS [ 1055.100700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.391713] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac249207-7acb-47c9-8141-0d0ae076562b req-d06cb812-56ec-4d86-9c59-e90a0d8be5cc service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 1055.391898] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac249207-7acb-47c9-8141-0d0ae076562b req-d06cb812-56ec-4d86-9c59-e90a0d8be5cc service nova] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 1055.392061] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac249207-7acb-47c9-8141-0d0ae076562b req-d06cb812-56ec-4d86-9c59-e90a0d8be5cc service nova] Enqueued Resource ID: eed180d6-dc11-47b3-a469-411a02474099 with Priority: HIGHEST for action port [ 1055.392611] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_rules [ 1055.392743] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 1055.392842] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed180d6-dc11-47b3-a469-411a02474099 with Priority: HIGHEST for action port [ 1055.394184] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.394689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.394772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.395033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.395108] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.396036] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.396103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.396288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-eed180d6-dc11-47b3-a469-411a02474099 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.396399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eed180d6-dc11-47b3-a469-411a02474099" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.396468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eed180d6-dc11-47b3-a469-411a02474099" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.396656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eed180d6-dc11-47b3-a469-411a02474099" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.396693] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eed180d6-dc11-47b3-a469-411a02474099',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.549329] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.549598] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.549660] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.549923] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.550153] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.550366] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port ef4d67c5-8055-4d6e-97af-486e67b52ff1 not found, creating... [ 1055.550628] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.550785] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.550930] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.551160] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.551292] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.551570] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.551740] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.551841] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.552053] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.552187] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.552320] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: ef4d67c5-8055-4d6e-97af-486e67b52ff1 is going to be created. [ 1055.572922] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.573190] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.573378] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.574158] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.574158] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.574323] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-ef4d67c5-8055-4d6e-97af-486e67b52ff1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.638986] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1055.639248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.639421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.639656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.639861] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.639981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.640063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.640235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.640380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.640444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.640486] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.642191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.642397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.642570] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.642831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.642831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.642929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.642970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.643064] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.763568] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da in Status: SUCCESS [ 1055.763794] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c00a5fc8-a8e8-4cec-8d91-9b77c2d959da deletion is rescheduled due to dependency. [ 1055.763910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c00a5fc8-a8e8-4cec-8d91-9b77c2d959da" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.900510] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.900793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.900960] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eed180d6-dc11-47b3-a469-411a02474099 with status ACTIVE [ 1055.901166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.901280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.901356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.901591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.901689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.901874] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.901969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.902035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.902194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.902271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.902451] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.902544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.902601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.902735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.902842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.902882] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eed180d6-dc11-47b3-a469-411a02474099 is going to be updated. [ 1055.930024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.930229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.930368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.930654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.931037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.931037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eed180d6-dc11-47b3-a469-411a02474099" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.131450] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 1056.131787] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 1056.131787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.131984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.132354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.132437] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.132501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.132564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.132692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.133224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.133224] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.144763] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.145039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.145135] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.397484] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-85706755-71d2-44bb-a0cb-8e648c42aed5 service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1056.397484] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-85706755-71d2-44bb-a0cb-8e648c42aed5 service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1056.397484] env[65850]: INFO networking_nsxv3.common.synchronization [req-965df4e5-f1d3-4560-8e75-ebe9505f15d4 req-85706755-71d2-44bb-a0cb-8e648c42aed5 service nova] Enqueued Resource ID: ef4d67c5-8055-4d6e-97af-486e67b52ff1 with Priority: HIGHEST for action port [ 1056.404394] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1056.404394] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1056.404394] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4d67c5-8055-4d6e-97af-486e67b52ff1 with Priority: HIGHEST for action port [ 1056.404394] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.404394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.404394] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.404795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.406360] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef4d67c5-8055-4d6e-97af-486e67b52ff1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.406360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef4d67c5-8055-4d6e-97af-486e67b52ff1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.406360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef4d67c5-8055-4d6e-97af-486e67b52ff1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.406360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef4d67c5-8055-4d6e-97af-486e67b52ff1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.406360] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef4d67c5-8055-4d6e-97af-486e67b52ff1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.635610] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.647353] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.909998] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef4d67c5-8055-4d6e-97af-486e67b52ff1 with status ACTIVE [ 1056.910308] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.910458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.910528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.910799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.910907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.911108] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.911214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.911272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.911467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.911551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.911741] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.911838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.911898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.912055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.912132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.912219] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef4d67c5-8055-4d6e-97af-486e67b52ff1 is going to be updated. [ 1056.937838] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.938125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.938125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.938312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.938459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.938634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef4d67c5-8055-4d6e-97af-486e67b52ff1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.141224] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.150525] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.150682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.150766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.150958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.151068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.151168] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1057.187171] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.187346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.187419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.187667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.187815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.200285] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1057.645538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.645684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.645741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.646107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.646179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.646250] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 1057.675637] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.675913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.675983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.676604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.676604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.685398] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 1059.213604] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1059.214101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.214820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.215113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.215387] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.215614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.215765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.216013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.216231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.216356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.216648] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.216922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.216922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.217181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.217393] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.217507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.217577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.217726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.217808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.217893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.217998] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.219042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.219303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.219514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.219633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.219633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.219826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.219870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.219987] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.698985] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 1059.699371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.700160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.700160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.700160] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.700404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.700446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.701096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.701096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.701096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.701277] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.721747] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.722819] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e414da30-913f-44c2-bfb0-5bc4cd894735: rpc.has_security_group_logging(os_id): False [ 1059.743932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.744107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.744161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.745288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.745288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.745288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.745288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.745288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.745288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.745288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.745288] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.745949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.745949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.745949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.745949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.745949] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.745949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.745949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.746416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.746416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.746416] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be created. [ 1059.818294] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.818618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.818733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.820030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.820030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.839467] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1060.206932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.206932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.206932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.207278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.207358] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.207442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.207531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.207710] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.207802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.207933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.208215] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.208361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.208361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.208527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.208689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.208797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.208869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.209365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.209509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.209581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.209692] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.226033] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.715670] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7770593b-1901-431e-a0bb-2110f1428769: rpc.has_security_group_logging(os_id): False [ 1060.729172] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.729470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.729547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.730050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.730050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.730481] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1060.747950] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.748134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.748198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.748428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.748519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.748736] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.748804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.748861] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.749313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.749415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.749621] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.749725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.749791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.749938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.750025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.750253] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.750367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.750438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.750838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.751044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.751103] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 1060.769343] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.769590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.769590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.769800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.769950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.782548] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1060.819622] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.819828] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.819941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.820313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.820696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.843296] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 1060.853212] env[65850]: INFO networking_nsxv3.common.synchronization [req-1af1f83a-4ec6-4fcd-94db-7a15a2025128 req-9ec72f9f-0580-4592-8db5-290474d25552 tempest-ServersNegativeTestMultiTenantJSON-1081822456 tempest-ServersNegativeTestMultiTenantJSON-1081822456-project-member] Enqueued Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGHEST for action security_group_members [ 1060.853774] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGHEST for action security_group_members [ 1060.854343] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1316acab-5a2d-487c-97ec-af855aeaf858 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.854649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.855798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.855798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.855798] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.855798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.856172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.857169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.857169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.857692] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.362940] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.362940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.362940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.362940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.362940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.362940] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.362940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.362940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.362940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.362940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.364357] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1316acab-5a2d-487c-97ec-af855aeaf858 is going to be updated. [ 1061.398053] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.398053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.398053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.398352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.398542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.409117] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1316acab-5a2d-487c-97ec-af855aeaf858 in Status: IN_PROGRESS for 2s [ 1061.860176] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1061.861119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.861119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.862773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.862773] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.363812] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.364176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.795453] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1062.795453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.795453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.795711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.795956] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.796143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.796243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.796477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.796637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.796757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.796909] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.859513] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 1062.859950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299991] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.301397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.301397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.301731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.301731] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.301875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.301875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.302082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.302195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.302299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.302475] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.302608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.302679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.302871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.303571] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.303571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.303571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.303571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.303571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.303571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.303887] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.423461] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1316acab-5a2d-487c-97ec-af855aeaf858 in Status: SUCCESS [ 1063.423730] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1316acab-5a2d-487c-97ec-af855aeaf858 deletion is rescheduled due to dependency. [ 1063.423851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.806991] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e414da30-913f-44c2-bfb0-5bc4cd894735: rpc.has_security_group_logging(os_id): False [ 1063.828629] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.828881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.828966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.829199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.829304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.829531] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.829659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.829756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.830023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.830143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.830346] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.830457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.830542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.830675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.830748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.831042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.831183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.831257] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.831411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.831508] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.831613] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1063.902032] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.902252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.902390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.902726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.903072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.925128] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1065.855220] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1065.855220] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1065.941561] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1065.941813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.942026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.942336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.942471] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.445395] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.445395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.445619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.445693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.445975] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.446181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.446181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.446357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.446357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.446470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.446692] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.950488] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.951038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.951038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.951038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.951250] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.951363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.951433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.951758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.951874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.951994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.952166] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.952285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.952359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.952510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.952671] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.952785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.952868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.953018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.953102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.953177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.953343] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.455789] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e414da30-913f-44c2-bfb0-5bc4cd894735: rpc.has_security_group_logging(os_id): False [ 1067.476387] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.476627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.476723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.476993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.477137] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.477378] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.477498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.477562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.477732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.477817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.478020] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.478153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.478227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.478402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.478484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.478689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.478786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.478848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.479013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.479105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.479211] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1067.542383] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.542576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.542625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.542818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.542970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.556784] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1068.338831] env[65850]: INFO networking_nsxv3.common.synchronization [req-6a180a33-e110-4565-8a18-d1eb54144a7d req-1a26236d-bd41-4a98-a1b4-a45b18c7d815 tempest-ServerDiskConfigTestJSON-435034562 tempest-ServerDiskConfigTestJSON-435034562-project-member] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 1068.339438] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGHEST for action security_group_members [ 1068.339775] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.339940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.340056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.340428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.340723] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.340860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.340938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.341137] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.341231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.341361] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.844628] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.844628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.845060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.845281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.845281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.845485] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.845598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.845667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.845830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.845923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.846046] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be updated. [ 1068.877463] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.878012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.878146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.878528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.878709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.890225] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: IN_PROGRESS for 2s [ 1069.574115] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1069.574473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.901245] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7770593b-1901-431e-a0bb-2110f1428769 in Status: SUCCESS [ 1070.901245] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7770593b-1901-431e-a0bb-2110f1428769 deletion is rescheduled due to dependency. [ 1070.901245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.340582] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1073.340884] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1073.578417] env[65850]: INFO networking_nsxv3.common.synchronization [req-c20bd481-69af-4354-8b7e-ab58e22aa444 req-b2d15755-0795-4606-a040-4e99fc0654bd tempest-ServerActionsTestOtherB-199528981 tempest-ServerActionsTestOtherB-199528981-project-member] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1073.578417] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1073.579136] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.579513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.579696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.579992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.580332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.581729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.581729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.581729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.581729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.581729] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.639485] env[65850]: INFO networking_nsxv3.common.synchronization [req-6fb0dc04-aa25-4c6f-8405-e6253f8389d3 req-24ff610a-ed48-4477-8e0d-1f40fb9528d8 tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1073.640067] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1073.640384] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.640553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.640591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.640769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.640921] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.641031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.641102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.641273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.641367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.641416] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.882565] env[65850]: INFO networking_nsxv3.common.synchronization [req-6fb0dc04-aa25-4c6f-8405-e6253f8389d3 req-c1002e01-ecde-47a5-9788-316a5e852292 tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1073.883224] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1073.883664] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.883792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.086636] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.086636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.086636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.086636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.115429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.115429] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.115429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.115429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.115429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.115429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.115429] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 1074.144965] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.154041] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.154041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.154041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.154041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.154041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.163995] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 1074.168239] env[65850]: INFO networking_nsxv3.common.synchronization [req-6fb0dc04-aa25-4c6f-8405-e6253f8389d3 req-0c986fbd-12d8-4f67-8725-c98e34e96b5f tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1074.168239] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1074.169050] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.169358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.647931] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.150252] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.150524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.150613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.151027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.151027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.151027] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1075.182890] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.183083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.183159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.183418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.183580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.191937] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1076.179699] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 1076.179699] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda deletion is rescheduled due to dependency. [ 1076.179699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.202166] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 4s [ 1079.169451] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1079.169717] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1079.214684] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1079.214954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.215183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.215418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.215631] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.215755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.215821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.215987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.216150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.216300] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.719248] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.719507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.719635] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.719903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.720013] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.720637] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.720762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.720940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.721065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.721180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.721324] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1079.750796] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.750955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.751045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.751494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.751494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.761799] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1080.292898] env[65850]: INFO networking_nsxv3.common.synchronization [req-24b7f4da-68a9-49ce-94b3-9367fd5bc8bb req-a867012e-c796-476c-b2b0-6d773977a9cf tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_members [ 1080.293470] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGHEST for action security_group_members [ 1080.294506] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.294506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.294506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.294711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.295073] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.295203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.295929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.295929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.295929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.295929] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.798289] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.798460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.798531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.798750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.798848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.799088] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.799170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.799207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.799374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.799505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.799505] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a is going to be updated. [ 1080.826432] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.826624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.826624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.827260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.827260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.840136] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229b5cb9-e91a-4574-854f-71f4e35e567a in Status: IN_PROGRESS for 2s [ 1081.772752] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1081.773103] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 deletion is rescheduled due to dependency. [ 1081.773235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.773526] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.773812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.774095] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.774280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.774383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.774601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.774752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.774942] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.940948] env[65850]: INFO networking_nsxv3.common.synchronization [req-a8266684-1a33-4ed3-b8df-c936d27d9016 req-48afbeff-6d46-476a-8d9a-69c9f459c698 tempest-DeleteServersTestJSON-155067030 tempest-DeleteServersTestJSON-155067030-project-member] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 1081.941588] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGHEST for action security_group_members [ 1081.941929] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.942073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.942141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.942341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.942491] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.942593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.942768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.942814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.942971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.943077] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.277246] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.277415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.277519] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.277747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.277843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.278058] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.278165] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.278224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.278373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.278451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.278539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1082.304519] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.304722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.304722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.304974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.305143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.314341] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1082.445520] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.445776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.445776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.446024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.446146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.446477] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.446595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.446658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.446822] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.446907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.447010] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be updated. [ 1082.474465] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.474619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.474689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.474955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.475050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.484373] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: IN_PROGRESS for 2s [ 1082.852900] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229b5cb9-e91a-4574-854f-71f4e35e567a in Status: SUCCESS [ 1082.853285] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a deletion is rescheduled due to dependency. [ 1082.854205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.326191] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1084.326515] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 deletion is rescheduled due to dependency. [ 1084.326515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.501519] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8631d824-d9ad-4527-a163-d746a770cdf2 in Status: SUCCESS [ 1084.501519] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 deletion is rescheduled due to dependency. [ 1084.502950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.943102] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1086.943411] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1087.601787] env[65850]: INFO networking_nsxv3.common.synchronization [req-bfcd52fc-5beb-4805-8c33-a31b04163610 req-a75c540c-0816-4db2-b0ed-94f1c8097b82 tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_members [ 1087.602641] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGHEST for action security_group_members [ 1087.602759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-286eb600-d940-48b6-b70d-5b138cc10767 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.602868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.602913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.603159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.603320] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.603424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.603481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.603633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.603718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.603806] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.109799] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.110326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.110326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.110326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.135266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.135579] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.135761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.135864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.136089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.136178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.136257] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286eb600-d940-48b6-b70d-5b138cc10767 is going to be updated. [ 1088.169390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.169525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.171660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.171660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.171660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.179942] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286eb600-d940-48b6-b70d-5b138cc10767 in Status: IN_PROGRESS for 2s [ 1089.015390] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac273368-a696-47b6-9969-0d0d567434fc req-09ecc9ae-ef43-488a-9227-fc20840c8bfc tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1089.015934] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1089.016311] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.016889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.016889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.016889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.016889] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.017115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.017115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.017183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.017225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.017296] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.352827] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac273368-a696-47b6-9969-0d0d567434fc req-9133376e-a41d-4cc7-a101-a68c179c85f5 tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1089.353494] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1089.353800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.354185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.519943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.520227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.520311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.520544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.520655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.520867] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.520965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.521075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.521200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.521295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.521393] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1089.546329] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.546532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.546532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.546745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.546907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.556613] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1089.701681] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.701851] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.701897] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.702255] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.702543] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.702738] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.702862] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.703127] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.703281] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.703496] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.703615] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.703723] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.703875] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.704046] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.704191] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.704453] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.724998] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.725225] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.725367] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.725637] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-546" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.725993] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-59576a98-607b-49b9-9c89-c5f4d3b0b79f taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.726190] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-59576a98-607b-49b9-9c89-c5f4d3b0b79f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.726325] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-59576a98-607b-49b9-9c89-c5f4d3b0b79f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.726639] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-59576a98-607b-49b9-9c89-c5f4d3b0b79f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.726774] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59576a98-607b-49b9-9c89-c5f4d3b0b79f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.189737] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286eb600-d940-48b6-b70d-5b138cc10767 in Status: IN_PROGRESS for 4s [ 1090.230102] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.230344] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.230507] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.230763] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.230915] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.231103] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 59576a98-607b-49b9-9c89-c5f4d3b0b79f not found, creating... [ 1090.231370] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.231562] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.231703] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.232028] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.232174] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.232491] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.232651] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.232789] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.233021] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.233158] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.233299] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 59576a98-607b-49b9-9c89-c5f4d3b0b79f is going to be created. [ 1090.253731] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.253994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.254175] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.254453] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.254681] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.254957] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-59576a98-607b-49b9-9c89-c5f4d3b0b79f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.991265] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac273368-a696-47b6-9969-0d0d567434fc req-f556e7de-7230-48b7-a904-8341d496eb1a service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1090.991265] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac273368-a696-47b6-9969-0d0d567434fc req-f556e7de-7230-48b7-a904-8341d496eb1a service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1090.991265] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac273368-a696-47b6-9969-0d0d567434fc req-f556e7de-7230-48b7-a904-8341d496eb1a service nova] Enqueued Resource ID: 59576a98-607b-49b9-9c89-c5f4d3b0b79f with Priority: HIGHEST for action port [ 1090.993270] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1090.993270] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1090.993419] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59576a98-607b-49b9-9c89-c5f4d3b0b79f with Priority: HIGHEST for action port [ 1090.993937] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.994145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.994194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.994360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.994442] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.995306] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.995402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.995593] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-59576a98-607b-49b9-9c89-c5f4d3b0b79f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.995690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59576a98-607b-49b9-9c89-c5f4d3b0b79f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.995748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59576a98-607b-49b9-9c89-c5f4d3b0b79f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.995909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59576a98-607b-49b9-9c89-c5f4d3b0b79f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.995992] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59576a98-607b-49b9-9c89-c5f4d3b0b79f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.497658] env[65850]: INFO networking_nsxv3.common.synchronization [req-0de1899b-26be-44c1-8003-6a352162483e req-d3a4886f-6880-4f43-baae-dfa00e4a0a01 tempest-ServerActionsTestOtherB-199528981 tempest-ServerActionsTestOtherB-199528981-project-member] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1091.497990] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1091.497990] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.499167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.499167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.499167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.499167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.499167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.499535] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.499535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.499535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.499689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.499689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.499756] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.501100] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59576a98-607b-49b9-9c89-c5f4d3b0b79f with status ACTIVE [ 1091.501258] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.501556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.501556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.501556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.501741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.501790] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.501883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.503099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.503099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.503099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.503099] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.503099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.503099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.503099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.503099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.503099] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59576a98-607b-49b9-9c89-c5f4d3b0b79f is going to be updated. [ 1091.530973] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.531232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.531232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.531425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.531556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.531706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59576a98-607b-49b9-9c89-c5f4d3b0b79f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.571344] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1091.571559] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 deletion is rescheduled due to dependency. [ 1091.572372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.572625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.572892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.573142] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.573389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.573492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.573703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.573829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.574016] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.927553] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.927808] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-573" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.927932] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-573" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.928333] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-573" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.928629] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.928777] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.928912] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.929284] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.929384] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.929632] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.929701] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.929786] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.929895] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.930083] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.930190] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.930281] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.950266] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.950417] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.950589] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.951195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.951470] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.951647] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.951768] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.952125] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.952280] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.952473] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.952587] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.952695] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.952800] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.952908] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.953029] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.953163] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.954929] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.955140] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.955279] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.955433] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-573" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.955687] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-d02c00ab-342a-467e-a512-1cca4ca1f697 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.955843] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-d02c00ab-342a-467e-a512-1cca4ca1f697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.956065] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-d02c00ab-342a-467e-a512-1cca4ca1f697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.956345] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-d02c00ab-342a-467e-a512-1cca4ca1f697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.956478] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02c00ab-342a-467e-a512-1cca4ca1f697',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.978264] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.978468] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.978557] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.978738] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.979293] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-6369b9df-a836-4d14-82c7-faa628dcbdcc taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.979588] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.979793] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.980139] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.980278] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6369b9df-a836-4d14-82c7-faa628dcbdcc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.007259] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.007259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.007259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.007259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.007259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.007259] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.007259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.007259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.007259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.007259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.007259] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 1092.032718] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.032925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.032925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.033166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.033324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.043662] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 1092.076689] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.200739] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 286eb600-d940-48b6-b70d-5b138cc10767 in Status: SUCCESS [ 1092.200943] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 286eb600-d940-48b6-b70d-5b138cc10767 deletion is rescheduled due to dependency. [ 1092.201082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.459104] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.459449] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.459595] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.460068] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.460235] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.460394] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port d02c00ab-342a-467e-a512-1cca4ca1f697 not found, creating... [ 1092.460698] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.460860] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.460976] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.461311] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.461516] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.461808] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.462040] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.462160] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.462377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.462509] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.462646] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: d02c00ab-342a-467e-a512-1cca4ca1f697 is going to be created. [ 1092.484557] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.484795] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.484936] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.485308] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.485457] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.485629] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 6369b9df-a836-4d14-82c7-faa628dcbdcc not found, creating... [ 1092.485905] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.486162] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.486332] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.486593] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.486705] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.486993] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.487170] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.487298] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.487481] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.487613] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.487752] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 6369b9df-a836-4d14-82c7-faa628dcbdcc is going to be created. [ 1092.489786] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.490009] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.490135] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.490393] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.490547] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.490775] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-d02c00ab-342a-467e-a512-1cca4ca1f697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.515584] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.515837] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.515969] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.516301] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.516551] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.516873] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.579442] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.081671] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.082050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.082050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.082299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.082430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.082575] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1093.122236] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.122455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.122455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.122622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.122749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.132148] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1093.197389] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac273368-a696-47b6-9969-0d0d567434fc req-9933f55a-2ffe-4b68-af00-ec712df95030 service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1093.197726] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac273368-a696-47b6-9969-0d0d567434fc req-9933f55a-2ffe-4b68-af00-ec712df95030 service nova] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1093.197811] env[65850]: INFO networking_nsxv3.common.synchronization [req-ac273368-a696-47b6-9969-0d0d567434fc req-9933f55a-2ffe-4b68-af00-ec712df95030 service nova] Enqueued Resource ID: d02c00ab-342a-467e-a512-1cca4ca1f697 with Priority: HIGHEST for action port [ 1093.198481] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_rules [ 1093.198645] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1093.198841] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02c00ab-342a-467e-a512-1cca4ca1f697 with Priority: HIGHEST for action port [ 1093.199124] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.199236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.199589] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.199589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.199793] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d02c00ab-342a-467e-a512-1cca4ca1f697 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.199925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d02c00ab-342a-467e-a512-1cca4ca1f697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.202584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d02c00ab-342a-467e-a512-1cca4ca1f697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.202928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d02c00ab-342a-467e-a512-1cca4ca1f697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.203070] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02c00ab-342a-467e-a512-1cca4ca1f697',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.212330] env[65850]: INFO networking_nsxv3.common.synchronization [req-0de1899b-26be-44c1-8003-6a352162483e req-90207ebb-87c6-478d-b89d-132343b07a2d service nova] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 1093.213573] env[65850]: INFO networking_nsxv3.common.synchronization [req-0de1899b-26be-44c1-8003-6a352162483e req-90207ebb-87c6-478d-b89d-132343b07a2d service nova] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1093.213776] env[65850]: INFO networking_nsxv3.common.synchronization [req-0de1899b-26be-44c1-8003-6a352162483e req-90207ebb-87c6-478d-b89d-132343b07a2d service nova] Enqueued Resource ID: 6369b9df-a836-4d14-82c7-faa628dcbdcc with Priority: HIGHEST for action port [ 1093.214717] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 1093.214861] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1093.214960] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369b9df-a836-4d14-82c7-faa628dcbdcc with Priority: HIGHEST for action port [ 1093.215341] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.215753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.215829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.216117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.216178] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.219877] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.219877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.219877] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6369b9df-a836-4d14-82c7-faa628dcbdcc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.219877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.219877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.219877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.219877] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6369b9df-a836-4d14-82c7-faa628dcbdcc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.715203] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d02c00ab-342a-467e-a512-1cca4ca1f697 with status ACTIVE [ 1093.715203] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.715392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.715451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.716214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.716214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.716214] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.716214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.716214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.716527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.716527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.716527] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.716674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.716674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.717020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.717020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.717020] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d02c00ab-342a-467e-a512-1cca4ca1f697 is going to be updated. [ 1093.721091] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6369b9df-a836-4d14-82c7-faa628dcbdcc with status ACTIVE [ 1093.721091] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.721091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.721091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.722498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.722498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.722498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.722498] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6369b9df-a836-4d14-82c7-faa628dcbdcc is going to be updated. [ 1093.723523] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.723615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.758379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.758483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.758483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.758702] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.758839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.759017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d02c00ab-342a-467e-a512-1cca4ca1f697" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.760100] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.760271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.760271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.760462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.760631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.760781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.053953] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 1094.054211] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda deletion is rescheduled due to dependency. [ 1094.054334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.054501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.054718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.054900] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.055064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.055144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.055478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.055478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.055478] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.558697] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.641705] env[65850]: INFO networking_nsxv3.common.synchronization [req-8ddd56e4-06c5-4ce1-af91-c6b5b5772dd2 req-7d826bf4-7152-4e48-bb2e-9cdbbd81d31c tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 1094.642243] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 1094.642553] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.642678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.642745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.642963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.643158] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.643263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.643321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.643477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.643580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.643651] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.058111] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.058323] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.059225] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.059564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.059877] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.060040] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.060116] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.060314] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.060530] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.060657] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.060769] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.060875] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.060982] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.061104] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.061209] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.061436] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.063856] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.082337] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.082536] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.082638] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.082809] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.083148] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-e30a517e-f5d2-4e14-b229-23cf8a83b631 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.083326] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.083445] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.083775] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.083912] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30a517e-f5d2-4e14-b229-23cf8a83b631',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.142383] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1095.142614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.142783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.143016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.143231] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.143332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.143415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.143530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.143614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.143711] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.146490] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.146699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.146699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.146848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.146910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.147098] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.147206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.147263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.147562] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be deleted. [ 1095.178197] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.178197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.178197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.179347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.179347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.179347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.465788] env[65850]: INFO networking_nsxv3.common.synchronization [None req-4b4e50f8-f39e-427a-b1e3-73cc4f4076a8 None None] Enqueued Resource ID: 0afac5e4-b049-47ad-9ba5-039e5ef7f8af with Priority: HIGHEST for action port [ 1095.466039] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afac5e4-b049-47ad-9ba5-039e5ef7f8af with Priority: HIGHEST for action port [ 1095.466374] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-0afac5e4-b049-47ad-9ba5-039e5ef7f8af taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.466482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0afac5e4-b049-47ad-9ba5-039e5ef7f8af" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.466533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0afac5e4-b049-47ad-9ba5-039e5ef7f8af" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.466792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0afac5e4-b049-47ad-9ba5-039e5ef7f8af" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.466877] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0afac5e4-b049-47ad-9ba5-039e5ef7f8af',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.568273] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.569106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.569106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.569106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.569106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.569106] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 1095.589140] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.589140] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.589140] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.589666] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.589666] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.590015] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port e30a517e-f5d2-4e14-b229-23cf8a83b631 not found, creating... [ 1095.590515] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.590705] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.590929] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.591700] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.591700] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.591700] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.591818] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.591932] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.592192] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.592371] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.592542] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: e30a517e-f5d2-4e14-b229-23cf8a83b631 is going to be created. [ 1095.605247] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.605247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.605247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.605247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.605247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.616749] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 1095.618880] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.618880] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.618880] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.618880] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.618880] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.619094] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.645748] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.970649] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0afac5e4-b049-47ad-9ba5-039e5ef7f8af [ 1095.970649] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.970649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.970649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.970649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.970649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.970649] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0afac5e4-b049-47ad-9ba5-039e5ef7f8af already deleted. [ 1095.970649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0afac5e4-b049-47ad-9ba5-039e5ef7f8af" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.148983] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.401233] env[65850]: INFO networking_nsxv3.common.synchronization [req-8ddd56e4-06c5-4ce1-af91-c6b5b5772dd2 req-95323081-20fb-48ad-86e3-3990ea2071cc service nova] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_rules [ 1096.401233] env[65850]: INFO networking_nsxv3.common.synchronization [req-8ddd56e4-06c5-4ce1-af91-c6b5b5772dd2 req-95323081-20fb-48ad-86e3-3990ea2071cc service nova] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 1096.401233] env[65850]: INFO networking_nsxv3.common.synchronization [req-8ddd56e4-06c5-4ce1-af91-c6b5b5772dd2 req-95323081-20fb-48ad-86e3-3990ea2071cc service nova] Enqueued Resource ID: e30a517e-f5d2-4e14-b229-23cf8a83b631 with Priority: HIGHEST for action port [ 1096.401233] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_rules [ 1096.401233] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 1096.401233] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30a517e-f5d2-4e14-b229-23cf8a83b631 with Priority: HIGHEST for action port [ 1096.401929] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.402343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.402547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.403081] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.403450] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.404527] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.404806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.406019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.406019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.406019] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.406019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.406019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.406019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.406019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.406019] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.408120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30a517e-f5d2-4e14-b229-23cf8a83b631 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.408525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.408738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.409070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.409263] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30a517e-f5d2-4e14-b229-23cf8a83b631',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.651605] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.652214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.652214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.652214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.652293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.652429] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1096.703453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.703816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.703816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.703955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.704176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.716214] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1096.911389] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.911389] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.911389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.911389] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30a517e-f5d2-4e14-b229-23cf8a83b631 with status ACTIVE [ 1096.911589] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.911637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.911662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.911860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.911956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.912469] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.912469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.912469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.912469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.912692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.912748] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.912844] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.913625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.913625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.913625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.913625] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30a517e-f5d2-4e14-b229-23cf8a83b631 is going to be updated. [ 1096.916103] env[65850]: INFO networking_nsxv3.common.synchronization [req-db867dd2-6043-4320-a4c5-b4f766b36665 req-2fad880c-47b3-4e92-a75a-03c3965f9e63 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1096.917345] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1096.917395] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.917774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.917774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.917891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.918031] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.918099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.918157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.918391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.918391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.918474] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.951453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.951453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.951453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.951453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.951453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.951453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.241896] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.241896] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.241896] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.242235] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.242497] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.242656] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.242771] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.242981] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.243286] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.243592] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.243718] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.243826] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.243935] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.244129] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.244256] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.244406] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.267514] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.267719] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.267868] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.268068] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.268387] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-a032d34c-89bd-40e5-803f-f94d3f09e0b5 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.268600] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-a032d34c-89bd-40e5-803f-f94d3f09e0b5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.268685] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-a032d34c-89bd-40e5-803f-f94d3f09e0b5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.269039] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-a032d34c-89bd-40e5-803f-f94d3f09e0b5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.269207] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a032d34c-89bd-40e5-803f-f94d3f09e0b5',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.416086] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.424146] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.424146] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.424146] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 already deleted. [ 1097.424146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.628741] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 1097.629125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.629248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.629405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.629619] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.629763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.629836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.629981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.630071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.630148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.630244] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.771943] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.772396] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.772396] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.772712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.772870] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.773083] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port a032d34c-89bd-40e5-803f-f94d3f09e0b5 not found, creating... [ 1097.773478] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.773608] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.773658] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.773891] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.774068] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.774397] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.774704] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.774704] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.774949] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.775100] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.775245] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: a032d34c-89bd-40e5-803f-f94d3f09e0b5 is going to be created. [ 1097.798607] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.798870] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.799048] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.799413] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.799700] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.799942] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-a032d34c-89bd-40e5-803f-f94d3f09e0b5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.917691] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.917864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.917967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.918246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.918299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.918404] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be created. [ 1097.949504] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.949728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.949728] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.949921] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.950111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.960364] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: UNINITIALIZED for 2s [ 1098.132672] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.217707] env[65850]: INFO networking_nsxv3.common.synchronization [None req-86b2d8c5-46a0-4117-9c54-20d5ce672e23 None None] Enqueued Resource ID: 822a2f58-5270-4c70-9feb-d11a5d9791cc with Priority: HIGHEST for action port [ 1098.218305] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 822a2f58-5270-4c70-9feb-d11a5d9791cc with Priority: HIGHEST for action port [ 1098.218734] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-822a2f58-5270-4c70-9feb-d11a5d9791cc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.218873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-822a2f58-5270-4c70-9feb-d11a5d9791cc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.218951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-822a2f58-5270-4c70-9feb-d11a5d9791cc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.219450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-822a2f58-5270-4c70-9feb-d11a5d9791cc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.219450] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('822a2f58-5270-4c70-9feb-d11a5d9791cc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.530054] env[65850]: INFO networking_nsxv3.common.synchronization [req-db867dd2-6043-4320-a4c5-b4f766b36665 req-7cc64263-2271-425e-9ef8-1de665271733 service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1098.530264] env[65850]: INFO networking_nsxv3.common.synchronization [req-db867dd2-6043-4320-a4c5-b4f766b36665 req-7cc64263-2271-425e-9ef8-1de665271733 service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1098.530427] env[65850]: INFO networking_nsxv3.common.synchronization [req-db867dd2-6043-4320-a4c5-b4f766b36665 req-7cc64263-2271-425e-9ef8-1de665271733 service nova] Enqueued Resource ID: a032d34c-89bd-40e5-803f-f94d3f09e0b5 with Priority: HIGHEST for action port [ 1098.531081] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1098.531183] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1098.531303] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a032d34c-89bd-40e5-803f-f94d3f09e0b5 with Priority: HIGHEST for action port [ 1098.531586] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.531709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.531771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.532144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.532242] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.534927] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.535120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.535151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.535358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.535519] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.535619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.535687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.535826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.535928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.536096] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.537038] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a032d34c-89bd-40e5-803f-f94d3f09e0b5 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.537144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a032d34c-89bd-40e5-803f-f94d3f09e0b5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.537208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a032d34c-89bd-40e5-803f-f94d3f09e0b5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.537374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a032d34c-89bd-40e5-803f-f94d3f09e0b5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.537604] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a032d34c-89bd-40e5-803f-f94d3f09e0b5',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.636080] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b227bdf-fac1-42af-a2c2-d99da09bfdda: rpc.has_security_group_logging(os_id): False [ 1098.656189] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.656320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.656389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.656609] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.656695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.656933] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.657040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.657098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.657246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.657316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.657397] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 1098.722262] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 822a2f58-5270-4c70-9feb-d11a5d9791cc [ 1098.722435] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.722578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.722691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.722982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.722982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.723122] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:822a2f58-5270-4c70-9feb-d11a5d9791cc already deleted. [ 1098.723221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-822a2f58-5270-4c70-9feb-d11a5d9791cc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.729728] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1098.730210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.730210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.730377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.730616] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.730729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.730934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.730989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.731049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.731153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.731252] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.733199] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.733371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.733433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.733633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.733790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.734998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.735192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.735356] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.735464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.735542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.735686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.735776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.735869] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.750284] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 1099.042120] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.042120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.042120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.042120] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a032d34c-89bd-40e5-803f-f94d3f09e0b5 with status ACTIVE [ 1099.042120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.042120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.042120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.044212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.044411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.044566] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.044696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.044754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.044977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.045121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.045290] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.045383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.045455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.045645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.045737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.045826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a032d34c-89bd-40e5-803f-f94d3f09e0b5 is going to be updated. [ 1099.069650] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.069848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.069929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.070164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.070362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.070539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a032d34c-89bd-40e5-803f-f94d3f09e0b5" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.238936] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.238936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.238936] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.548319] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.741631] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.978030] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: SUCCESS [ 1099.978030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.978030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.979552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.979552] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.979552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.979552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.979552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.979552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.979552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.979552] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.051134] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.051461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.051461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.051862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.051862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.052060] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be created. [ 1100.080303] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.080580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.080669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.080951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.081180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.097339] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: UNINITIALIZED for 2s [ 1100.244311] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.244484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.244536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.244753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.244849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.244954] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1100.295676] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.295900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.295977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.296240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.296474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.307945] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1100.482704] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.482952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.483072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.483319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.483501] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.483605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.483672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.483830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.483919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.484018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.484282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.484489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.484593] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.484846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.485103] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.485306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.485457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.485690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.485835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.485989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.486181] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.767607] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 1100.768023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.989253] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4277c4cb-daea-42ad-b128-50e6abaf3784: rpc.has_security_group_logging(os_id): False [ 1101.009128] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.009308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.009376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.009596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.009694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.009936] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.010068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.010134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.010313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.010397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.010582] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.010666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.010724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.010877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.010948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.011159] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.011246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.011315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.011461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.011547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.011634] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be created. [ 1101.081086] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.081488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.081488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.081604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.081793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.096122] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: IN_PROGRESS for 2s [ 1102.107655] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1102.108076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.108076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.108281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.108494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.108620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.108682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.108840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.108918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.109020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.109112] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.331260] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1102.332095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.332095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.332245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.332475] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.332607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.332698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.332884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.332977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.333107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.333295] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.333399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.333461] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.333607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.333748] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.333837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.333899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.334583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.334583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.334583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.334583] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.611024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.611217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.611295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.611536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.611731] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.611818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.611873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.612040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.612219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.612282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.612405] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.612504] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.612564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.612704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.612839] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.612941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.613038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.613150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.613860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.613860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.613860] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.837534] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e414da30-913f-44c2-bfb0-5bc4cd894735: rpc.has_security_group_logging(os_id): False [ 1102.858680] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.858949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.858949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.859365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.859792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.860991] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.860991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.860991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.860991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.860991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.860991] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.860991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.861355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.861355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.861355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.861587] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.861670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.861727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.861880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.861981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.862148] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1102.934908] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.935097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.935097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.935945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.936162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.952906] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1103.113881] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: SUCCESS [ 1103.114319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.115598] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34afbd6d-719a-43d1-8b0f-365a117c0790: rpc.has_security_group_logging(os_id): False [ 1103.135286] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.135473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.135512] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.135735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.135824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.136037] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.136157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.136215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.136377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.136453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.136641] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.136735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.136799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.136940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.137041] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.137233] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.137331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.137393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.137532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.137634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.137687] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be created. [ 1103.205123] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.205355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.205454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.205754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.206046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.219352] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1103.532743] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1103.532743] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1104.969740] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1104.970143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.970190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.970429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.970656] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.233556] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1105.233556] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.475220] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.475220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.475220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.475220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.475220] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.475220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.475220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.475220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.475220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.475220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.475220] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.559281] env[65850]: INFO networking_nsxv3.common.synchronization [req-ceccdb2b-f16f-4ba4-a7c6-3185d4adb30a req-938bd854-fdc6-42cd-8c00-d947bb420b3d tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 1105.559898] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGHEST for action security_group_members [ 1105.560187] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.560296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.561588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.561588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.561588] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.561588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.561588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.561588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.561588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.561588] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.609450] env[65850]: INFO networking_nsxv3.common.synchronization [req-ceccdb2b-f16f-4ba4-a7c6-3185d4adb30a req-938bd854-fdc6-42cd-8c00-d947bb420b3d tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: e30a517e-f5d2-4e14-b229-23cf8a83b631 with Priority: HIGHEST for action port [ 1105.610150] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30a517e-f5d2-4e14-b229-23cf8a83b631 with Priority: HIGHEST for action port [ 1105.610585] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e30a517e-f5d2-4e14-b229-23cf8a83b631 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.610726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.610773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.610964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.611271] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e30a517e-f5d2-4e14-b229-23cf8a83b631',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.977389] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.977806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.977806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.978190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.978472] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.978603] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.978747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.979153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.979272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.979380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.979542] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.979641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.979706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.979863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.980046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.980160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.980237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.980418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.980501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.980585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.980675] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.064089] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.064443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.064540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.064783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.064876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.065122] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.065259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.065347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.065563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.065706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.065836] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be updated. [ 1106.093420] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.093600] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.093700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.094707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.094707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.105535] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: IN_PROGRESS for 2s [ 1106.112931] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e30a517e-f5d2-4e14-b229-23cf8a83b631 with status ACTIVE [ 1106.113204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.113362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.113429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.113669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.113762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.113994] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.114068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.114129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.114438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.114537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.114802] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.114916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.114997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.115221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.115343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.116186] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e30a517e-f5d2-4e14-b229-23cf8a83b631 is going to be updated. [ 1106.145928] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.146411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.146411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.146411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.146545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.146703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e30a517e-f5d2-4e14-b229-23cf8a83b631" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.482570] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e414da30-913f-44c2-bfb0-5bc4cd894735: rpc.has_security_group_logging(os_id): False [ 1106.504105] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.504273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.504343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.504568] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.504652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.505349] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.505349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.505349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.505349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.505349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.505615] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.505615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.505615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.505716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.505830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.505952] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.507492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.507623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.507774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.507859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.507968] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1106.843659] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.843834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.843909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.844281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.844505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.874457] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1107.112599] env[65850]: INFO networking_nsxv3.common.synchronization [req-8d9f5873-5794-4ea5-b4d9-1f18620330a3 req-c854964c-d5c0-4e11-9078-6f04c142a1f6 tempest-ServerGroupTestJSON-374450303 tempest-ServerGroupTestJSON-374450303-project-member] Enqueued Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGHEST for action security_group_members [ 1107.113423] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGHEST for action security_group_members [ 1107.114906] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9575a792-16b7-4310-853b-f0cb0f5ca1cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.114906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.114906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.114906] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.114906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.114906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.115368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.115701] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.447163] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.447163] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-346" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.447163] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-346" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.447786] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-346" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.447889] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.448114] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.448270] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.449027] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.449027] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.449826] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.449826] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.449929] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.450035] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.450191] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.450362] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.450531] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.470917] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.471132] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.471304] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.471510] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-346" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.471824] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-78686050-4e2b-42c2-b1ab-130c4b65667a taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.471995] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-78686050-4e2b-42c2-b1ab-130c4b65667a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.472149] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-78686050-4e2b-42c2-b1ab-130c4b65667a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.472549] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-78686050-4e2b-42c2-b1ab-130c4b65667a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.472667] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78686050-4e2b-42c2-b1ab-130c4b65667a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.620149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.620319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.620394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.620621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.620712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.620913] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.621029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.621091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.621253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.621315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.621403] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf already deleted. [ 1107.621485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.974916] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.975183] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.975335] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.975625] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.975775] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.975933] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 78686050-4e2b-42c2-b1ab-130c4b65667a not found, creating... [ 1107.976211] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.976370] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.976518] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.976709] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.976840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.977127] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.977278] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.977393] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.977593] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.977723] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.977861] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 78686050-4e2b-42c2-b1ab-130c4b65667a is going to be created. [ 1108.003306] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.003563] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.003671] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.003953] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.004230] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.004468] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-78686050-4e2b-42c2-b1ab-130c4b65667a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.123517] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 in Status: SUCCESS [ 1108.124081] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 deletion is rescheduled due to dependency. [ 1108.124328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.743811] env[65850]: INFO networking_nsxv3.common.synchronization [req-8d9f5873-5794-4ea5-b4d9-1f18620330a3 req-6f71808b-d9d2-47a1-a50b-2c3bdfc6770b service nova] Enqueued Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGHEST for action security_group_rules [ 1108.744563] env[65850]: INFO networking_nsxv3.common.synchronization [req-8d9f5873-5794-4ea5-b4d9-1f18620330a3 req-6f71808b-d9d2-47a1-a50b-2c3bdfc6770b service nova] Enqueued Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGHEST for action security_group_members [ 1108.744563] env[65850]: INFO networking_nsxv3.common.synchronization [req-8d9f5873-5794-4ea5-b4d9-1f18620330a3 req-6f71808b-d9d2-47a1-a50b-2c3bdfc6770b service nova] Enqueued Resource ID: 78686050-4e2b-42c2-b1ab-130c4b65667a with Priority: HIGHEST for action port [ 1108.745354] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGHEST for action security_group_rules [ 1108.745514] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGHEST for action security_group_members [ 1108.745782] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78686050-4e2b-42c2-b1ab-130c4b65667a with Priority: HIGHEST for action port [ 1108.746164] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.746349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.746484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.746818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.746939] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.748188] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9575a792-16b7-4310-853b-f0cb0f5ca1cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.748381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.748915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.748915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.749120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.749409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.749409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.749648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.749914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.750030] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.751053] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-78686050-4e2b-42c2-b1ab-130c4b65667a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.751249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78686050-4e2b-42c2-b1ab-130c4b65667a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.751572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78686050-4e2b-42c2-b1ab-130c4b65667a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.751641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78686050-4e2b-42c2-b1ab-130c4b65667a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.751767] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78686050-4e2b-42c2-b1ab-130c4b65667a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.896253] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1108.896537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.254627] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9575a792-16b7-4310-853b-f0cb0f5ca1cf taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.255017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.255345] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.256386] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78686050-4e2b-42c2-b1ab-130c4b65667a with status ACTIVE [ 1109.256662] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.256880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.256964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.257775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.257857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.258033] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.258350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.258487] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.260669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.260669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.260669] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.260669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.260669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.260669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.260669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.260669] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78686050-4e2b-42c2-b1ab-130c4b65667a is going to be updated. [ 1109.290602] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.290859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.290978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.291242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.291456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.291685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78686050-4e2b-42c2-b1ab-130c4b65667a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.762877] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.993032] env[65850]: INFO networking_nsxv3.common.synchronization [req-10298b2e-9aa4-4778-b53e-a4f501ebad5b req-c7d6b0a7-6e17-46a4-9e00-86d5565b8412 tempest-ListImageFiltersTestJSON-627535803 tempest-ListImageFiltersTestJSON-627535803-project-member] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1109.994376] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1109.994376] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.994824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.996897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.996897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.996897] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.996897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.996897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.996897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.996897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.996897] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.108640] env[65850]: INFO networking_nsxv3.common.synchronization [req-a6bb6119-deed-4ee1-a7c0-6f0f129cd2d2 req-ce4e75e6-2c04-4d8a-baff-b344c42120a7 tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1110.108896] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1110.109276] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.109418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.109481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.110469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.110469] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.110469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.110469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.110656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.110656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.110786] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.267420] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.267813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.267813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.267875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.267960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.268045] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf is going to be created. [ 1110.305759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.305935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.306030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.306312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.306507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.318441] env[65850]: INFO networking_nsxv3.common.synchronization [req-a6bb6119-deed-4ee1-a7c0-6f0f129cd2d2 req-c91beaf9-6e45-48dd-9a37-262441f41aed tempest-ServersTestMultiNic-1744550286 tempest-ServersTestMultiNic-1744550286-project-member] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1110.318441] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGHEST for action security_group_members [ 1110.318441] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.318441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.331408] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf in Status: UNINITIALIZED for 2s [ 1110.500333] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.612880] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.001808] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.114290] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.505372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.505694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.505795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.506363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.506363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.506363] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bf2c8-7191-4319-8427-6737aa78979a is going to be updated. [ 1111.540474] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.540474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.540474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.540474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.540474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.551198] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: IN_PROGRESS for 2s [ 1111.618470] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.618640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.618726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.619049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.619160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.619312] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1111.648074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.648312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.648312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.648540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.648697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.669024] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1111.708409] env[65850]: INFO networking_nsxv3.common.synchronization [req-e6fc68cb-3915-4d8e-83ca-6c65191201bc req-81218b3d-195a-4e07-af1f-5eb1b8548d77 tempest-ServerRescueNegativeTestJSON-2020371034 tempest-ServerRescueNegativeTestJSON-2020371034-project-member] Enqueued Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_members [ 1111.711094] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGHEST for action security_group_members [ 1111.711094] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.711094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.711094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.711094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.711094] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.711094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.711094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.711094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.711094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.711094] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.212698] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.212698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.212698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.213589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.213589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.213589] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.213589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.213589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.213589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.213589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.213589] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 is going to be updated. [ 1112.255783] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.255947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.255986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.256214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.256366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.264485] env[65850]: INFO networking_nsxv3.common.synchronization [req-2e289d12-5a52-4421-9abc-5da947296883 req-6c0b8ac5-0b66-4ee3-997f-9ca8692bb174 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1112.264960] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1112.265859] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 in Status: IN_PROGRESS for 2s [ 1112.266121] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.266237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.266304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.266502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.266662] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.266756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.266818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.266960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.267054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.267150] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.350074] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf in Status: SUCCESS [ 1112.350074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.350074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.350074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.350074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.350074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.350074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.350074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.350074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.350074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.350691] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.768969] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.769340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.769340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.769445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.769539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.769745] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.769850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.769914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.770078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.770158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.770243] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1112.799215] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.799386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.799465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.799724] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.799896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.808687] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1112.854474] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9575a792-16b7-4310-853b-f0cb0f5ca1cf taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.854697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.854737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.854963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.855167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.855290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.855422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.855601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.855696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.855799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.856023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9575a792-16b7-4310-853b-f0cb0f5ca1cf taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.856149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.856246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.856427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.856647] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.856805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.856913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.857134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.857241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.857405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.857526] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.360410] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9575a792-16b7-4310-853b-f0cb0f5ca1cf: rpc.has_security_group_logging(os_id): False [ 1113.385280] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.385502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.385502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.385780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.385882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.386117] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.386234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.386315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.386523] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.386678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.386955] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.387140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.387190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.388043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.388043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.388229] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.388640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.388640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.388719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.388774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.388907] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf is going to be created. [ 1113.473292] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.473292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.473292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.473292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.473292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.496555] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf in Status: IN_PROGRESS for 2s [ 1113.576423] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: SUCCESS [ 1113.576612] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.681057] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1113.681401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.681669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.681968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.682255] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.682450] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.682548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.682781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.682903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.683066] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.185509] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.186014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.186014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.186014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.186182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.186282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.186372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.186426] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.186560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.186647] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.186734] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be updated. [ 1114.219474] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.219688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.219688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.219888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.220058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.231335] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: IN_PROGRESS for 2s [ 1114.278122] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 in Status: SUCCESS [ 1114.278451] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 deletion is rescheduled due to dependency. [ 1114.278624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.818798] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1114.818986] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 deletion is rescheduled due to dependency. [ 1114.819123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.218619] env[65850]: INFO networking_nsxv3.common.synchronization [req-d82b7fe4-b45d-47a4-92dd-dbd1e2158974 req-5d73885b-d5a0-4832-b85d-9ce9a80b2da6 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_members [ 1115.219570] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGHEST for action security_group_members [ 1115.219570] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-12930e58-3aa8-43e2-8739-072f2b5945e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.219706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.219706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.219894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.220197] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.220197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.220197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.220335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.220396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.220490] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.508342] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf in Status: SUCCESS [ 1115.508590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.587381] env[65850]: INFO networking_nsxv3.common.synchronization [req-3cf4c106-393e-4659-8e69-e3297c76e6bc req-f3f59a47-f7b1-42c2-b349-b38ab7e3d31b tempest-ListImageFiltersTestJSON-627535803 tempest-ListImageFiltersTestJSON-627535803-project-member] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1115.587632] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGHEST for action security_group_members [ 1115.587919] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.588331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.588331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.588331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.588490] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.588567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.588621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.588765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.588850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.588943] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.722599] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.722782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.722827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.723051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.723148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.723553] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.723553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.723671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.723738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.723889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.723987] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 is going to be updated. [ 1115.751448] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.751633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.751697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.751899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.752048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.762076] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 in Status: IN_PROGRESS for 2s [ 1116.092506] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.092506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.092668] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.093826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.093826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.093826] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.093826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.093826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.093826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.093826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.093826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bf2c8-7191-4319-8427-6737aa78979a is going to be updated. [ 1116.126213] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.126363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.126428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.126641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.126785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.135507] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: IN_PROGRESS for 2s [ 1116.245356] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e414da30-913f-44c2-bfb0-5bc4cd894735 in Status: SUCCESS [ 1116.245703] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 deletion is rescheduled due to dependency. [ 1116.245789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.774188] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 in Status: SUCCESS [ 1117.774529] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 deletion is rescheduled due to dependency. [ 1117.774564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.148068] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bf2c8-7191-4319-8427-6737aa78979a in Status: SUCCESS [ 1118.148346] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bf2c8-7191-4319-8427-6737aa78979a deletion is rescheduled due to dependency. [ 1118.148442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.163964] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b3853b62-df6b-4aa5-9fae-25d411c8164e tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_rules [ 1120.164567] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_rules [ 1120.164851] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb356d0b-3d4a-4642-b455-6cfd829f946c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.164976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.165104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.165387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.165481] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.249169] env[65850]: INFO networking_nsxv3.common.synchronization [None req-61c47d43-a57a-4f8e-847a-697c13ed1b5c tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_rules [ 1120.249169] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_rules [ 1120.249169] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb356d0b-3d4a-4642-b455-6cfd829f946c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.249169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.691909] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.692102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.692181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.692331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.692444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.692684] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb356d0b-3d4a-4642-b455-6cfd829f946c already deleted. [ 1120.692684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.692846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.692978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.693054] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.016125] env[65850]: INFO networking_nsxv3.common.synchronization [req-47fad6cd-1782-4d02-9949-c1df7e1329df req-e7f678f5-2c77-4167-bf59-243d70a658a7 tempest-ServerGroupTestJSON-374450303 tempest-ServerGroupTestJSON-374450303-project-member] Enqueued Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGHEST for action security_group_members [ 1121.017470] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGHEST for action security_group_members [ 1121.017470] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-9575a792-16b7-4310-853b-f0cb0f5ca1cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.017470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.017470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.017470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.017726] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.017726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.017800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.018356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.018356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.018356] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.216349] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.216692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.216692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.216952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.216952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.217084] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb356d0b-3d4a-4642-b455-6cfd829f946c already deleted. [ 1121.217167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.521149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.521149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.521149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.521149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.522602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.522602] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.522602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.522602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.522602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.522602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.522602] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf is going to be updated. [ 1121.554750] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.554750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.554750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.554941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.555105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.564874] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf in Status: IN_PROGRESS for 2s [ 1123.577143] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf in Status: SUCCESS [ 1123.577143] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf deletion is rescheduled due to dependency. [ 1123.577596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.328920] env[65850]: INFO networking_nsxv3.common.synchronization [req-ec2bf478-d40c-4bd0-bd17-d9bcd4928b46 req-1d37d2c5-815e-4731-b628-5bf0d6ecc3e2 tempest-ServerRescueNegativeTestJSON-2020371034 tempest-ServerRescueNegativeTestJSON-2020371034-project-member] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 1124.328920] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 1124.329164] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.329348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.329456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.329751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.329994] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.330169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.330274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.330532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.330678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.330826] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.833043] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.087885] env[65850]: INFO networking_nsxv3.common.synchronization [req-2f51dbc7-998d-4e2b-a590-f1acb9a5aa3e req-9ab51c1b-f35a-441d-9e1e-6c8663c49862 tempest-ListServerFiltersTestJSON-403920404 tempest-ListServerFiltersTestJSON-403920404-project-member] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1125.088481] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1125.088780] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.088905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.088974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.089313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.089510] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.089665] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.089733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.089919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.090046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.090164] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.336291] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.427959] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.428180] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.428304] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.428647] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.429171] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.429330] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.429448] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.429678] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.429820] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.430077] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.430194] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.430301] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.430407] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.430517] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.430622] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.430814] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.452055] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.452247] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.452437] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.452613] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.452956] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-34612613-fa47-4e06-8526-444e3a846355 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.453119] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-34612613-fa47-4e06-8526-444e3a846355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.453253] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-34612613-fa47-4e06-8526-444e3a846355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.453590] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-34612613-fa47-4e06-8526-444e3a846355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.453773] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34612613-fa47-4e06-8526-444e3a846355',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.592751] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.592932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.593073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.593502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.593502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.593668] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.593734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.593765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.593913] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.594441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.594441] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 already deleted. [ 1125.594441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.839375] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.840158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.840158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.840158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.840158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.840158] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be updated. [ 1125.870447] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.870643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.870738] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.871042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.871160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.882569] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: IN_PROGRESS for 2s [ 1125.956587] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.956587] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.956587] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.956897] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.956976] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.957149] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 34612613-fa47-4e06-8526-444e3a846355 not found, creating... [ 1125.957425] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.957680] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.957802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.958048] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.958195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.958488] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.958647] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.958765] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.958973] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.959532] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.959698] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 34612613-fa47-4e06-8526-444e3a846355 is going to be created. [ 1125.979122] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.979344] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.979470] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.979750] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.980098] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.980302] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-34612613-fa47-4e06-8526-444e3a846355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.700854] env[65850]: INFO networking_nsxv3.common.synchronization [req-2f51dbc7-998d-4e2b-a590-f1acb9a5aa3e req-967ef20f-9415-4992-be86-93ed606e6b15 service nova] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_rules [ 1126.701030] env[65850]: INFO networking_nsxv3.common.synchronization [req-2f51dbc7-998d-4e2b-a590-f1acb9a5aa3e req-967ef20f-9415-4992-be86-93ed606e6b15 service nova] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1126.701176] env[65850]: INFO networking_nsxv3.common.synchronization [req-2f51dbc7-998d-4e2b-a590-f1acb9a5aa3e req-967ef20f-9415-4992-be86-93ed606e6b15 service nova] Enqueued Resource ID: 34612613-fa47-4e06-8526-444e3a846355 with Priority: HIGHEST for action port [ 1126.701713] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_rules [ 1126.701853] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1126.701955] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34612613-fa47-4e06-8526-444e3a846355 with Priority: HIGHEST for action port [ 1126.702239] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.702364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.702509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.702770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.702855] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.704130] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.704130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.704130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.704130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.704319] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.704319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.704394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.704547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.704629] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.704716] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.705845] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-34612613-fa47-4e06-8526-444e3a846355 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.705845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34612613-fa47-4e06-8526-444e3a846355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.705845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34612613-fa47-4e06-8526-444e3a846355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.705845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34612613-fa47-4e06-8526-444e3a846355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.705845] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34612613-fa47-4e06-8526-444e3a846355',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.207546] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.207932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.207932] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.208828] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34612613-fa47-4e06-8526-444e3a846355 with status ACTIVE [ 1127.209548] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.209548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.209548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.209548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.209548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.209777] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.209777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.209846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.210105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.210178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.210338] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.210432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.210494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.210634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.210709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.210792] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34612613-fa47-4e06-8526-444e3a846355 is going to be updated. [ 1127.232919] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.233070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.233140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.233349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.233492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.233649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34612613-fa47-4e06-8526-444e3a846355" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.411698] env[65850]: INFO networking_nsxv3.common.synchronization [req-689fcee9-74fb-4220-8e8a-b7afd0c761fb req-21d074a9-91ee-4e8f-abcb-afb810d24b55 tempest-ListServerFiltersTestJSON-403920404 tempest-ListServerFiltersTestJSON-403920404-project-member] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1127.412384] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1127.412594] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.412694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.712804] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.720667] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.721165] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.721165] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.721338] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.721617] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.721800] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.721897] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.722413] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.722413] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.722586] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.722709] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.722829] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.722937] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.723057] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.723182] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.723488] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.742384] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.744270] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.744270] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.744270] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.744270] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-58468f96-3943-4875-af60-5fb9d555e093 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.744270] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-58468f96-3943-4875-af60-5fb9d555e093" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.744270] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-58468f96-3943-4875-af60-5fb9d555e093" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.744270] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-58468f96-3943-4875-af60-5fb9d555e093" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.744270] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58468f96-3943-4875-af60-5fb9d555e093',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.892895] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: SUCCESS [ 1127.893159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.215609] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.216044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.216044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.216044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.216160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.216256] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be created. [ 1128.241079] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.241317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.241317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.241543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.241743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.246734] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.246981] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.247139] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.247398] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.247546] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.247696] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 58468f96-3943-4875-af60-5fb9d555e093 not found, creating... [ 1128.247952] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.248123] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.248245] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.248468] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.248607] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.248884] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.249053] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.249172] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.249376] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.249509] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.249650] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 58468f96-3943-4875-af60-5fb9d555e093 is going to be created. [ 1128.251647] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: UNINITIALIZED for 2s [ 1128.269382] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.269587] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.269688] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.269947] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.270186] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.270400] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-58468f96-3943-4875-af60-5fb9d555e093" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.026813] env[65850]: INFO networking_nsxv3.common.synchronization [req-689fcee9-74fb-4220-8e8a-b7afd0c761fb req-86a07bf8-a8f5-4c14-8c0b-ae9d2ff2ddb9 service nova] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_rules [ 1129.026813] env[65850]: INFO networking_nsxv3.common.synchronization [req-689fcee9-74fb-4220-8e8a-b7afd0c761fb req-86a07bf8-a8f5-4c14-8c0b-ae9d2ff2ddb9 service nova] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1129.026990] env[65850]: INFO networking_nsxv3.common.synchronization [req-689fcee9-74fb-4220-8e8a-b7afd0c761fb req-86a07bf8-a8f5-4c14-8c0b-ae9d2ff2ddb9 service nova] Enqueued Resource ID: 58468f96-3943-4875-af60-5fb9d555e093 with Priority: HIGHEST for action port [ 1129.028031] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_rules [ 1129.028031] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1129.028031] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58468f96-3943-4875-af60-5fb9d555e093 with Priority: HIGHEST for action port [ 1129.028031] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.028031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.028352] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.028352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.028495] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-58468f96-3943-4875-af60-5fb9d555e093 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.028607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58468f96-3943-4875-af60-5fb9d555e093" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.028645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58468f96-3943-4875-af60-5fb9d555e093" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.028821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58468f96-3943-4875-af60-5fb9d555e093" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.028898] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58468f96-3943-4875-af60-5fb9d555e093',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.531384] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58468f96-3943-4875-af60-5fb9d555e093 with status ACTIVE [ 1129.531644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.531756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.531837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.532076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.532167] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.532378] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.532496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.532565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.532720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.532795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.532977] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.533083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.533144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.533281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.533352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.533433] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58468f96-3943-4875-af60-5fb9d555e093 is going to be updated. [ 1129.557038] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.557201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.557273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.557521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.557626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.557791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58468f96-3943-4875-af60-5fb9d555e093" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.264591] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.264591] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.264591] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.264591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.266994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.267297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.268759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.269106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.269486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.269720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.270885] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.771800] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.772074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.772467] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.275278] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.778092] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.778436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.778436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.778535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.778622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.778780] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1131.812015] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.812212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.812302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.812573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.812742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.830946] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1133.181419] env[65850]: INFO networking_nsxv3.common.synchronization [None req-4901e0ac-2669-4a28-a694-4a268d64dbae None None] Enqueued Resource ID: 5bf6a762-3771-440c-bf35-03f1c5bbeb98 with Priority: HIGHEST for action port [ 1133.183068] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf6a762-3771-440c-bf35-03f1c5bbeb98 with Priority: HIGHEST for action port [ 1133.183068] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf6a762-3771-440c-bf35-03f1c5bbeb98 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.183068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf6a762-3771-440c-bf35-03f1c5bbeb98" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.183068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf6a762-3771-440c-bf35-03f1c5bbeb98" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.183068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf6a762-3771-440c-bf35-03f1c5bbeb98" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.183068] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf6a762-3771-440c-bf35-03f1c5bbeb98',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.687765] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bf6a762-3771-440c-bf35-03f1c5bbeb98 [ 1133.687765] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.687765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.687765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.687970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.688076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.688305] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bf6a762-3771-440c-bf35-03f1c5bbeb98 already deleted. [ 1133.688305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf6a762-3771-440c-bf35-03f1c5bbeb98" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.843681] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1133.843823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.843945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.844230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.844434] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.844684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.844774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.844923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.845019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.845137] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.849917] env[65850]: INFO networking_nsxv3.common.synchronization [req-30918c40-1cc1-46a7-9119-89bb996c09fe req-7750dfce-056d-44ec-b1db-618e2f3dd09a tempest-ListServerFiltersTestJSON-403920404 tempest-ListServerFiltersTestJSON-403920404-project-member] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1133.849917] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1133.849917] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.850367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.253710] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.254062] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.254062] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.254513] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.254697] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.254939] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.255083] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.255341] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.255505] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.255733] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.255995] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.255995] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.256155] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.256199] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.256301] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.256444] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.281289] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.281468] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.281652] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.281840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-426" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.282314] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-0d19751d-ac6f-49b3-a1e7-216fb6a10569 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.282598] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-0d19751d-ac6f-49b3-a1e7-216fb6a10569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.282669] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-0d19751d-ac6f-49b3-a1e7-216fb6a10569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.283108] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-0d19751d-ac6f-49b3-a1e7-216fb6a10569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.283108] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d19751d-ac6f-49b3-a1e7-216fb6a10569',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.451354] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.454018] env[65850]: INFO networking_nsxv3.common.synchronization [req-01306d2e-7a8c-479a-afa7-b96eaca244e5 req-577f5c06-0295-491e-a391-ed591096c333 tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1134.454018] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1134.454018] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.454018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.454018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.454018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.454303] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.454303] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.454387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.454455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.454546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.454641] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.785852] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.785934] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.785991] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.786300] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.786509] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.786793] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 0d19751d-ac6f-49b3-a1e7-216fb6a10569 not found, creating... [ 1134.787144] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.787547] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.787547] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.787656] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.788771] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.788771] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.788771] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.788771] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.789703] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.789799] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.790058] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 0d19751d-ac6f-49b3-a1e7-216fb6a10569 is going to be created. [ 1134.817420] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.817420] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.817420] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.817420] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.818169] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.818454] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-0d19751d-ac6f-49b3-a1e7-216fb6a10569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.956469] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.958856] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.959023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.959074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.959273] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.982391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.982703] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.982859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.983040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.983626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.983626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.983626] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1135.020477] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.020692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.020752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.021085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.021295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.031093] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1135.441103] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b419d591-8ccf-487c-bcc9-a8d979e045a1 None None] Enqueued Resource ID: f930b2c3-9337-46a1-8372-11757296dfb2 with Priority: HIGHEST for action port [ 1135.441103] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f930b2c3-9337-46a1-8372-11757296dfb2 with Priority: HIGHEST for action port [ 1135.441103] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f930b2c3-9337-46a1-8372-11757296dfb2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.441103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f930b2c3-9337-46a1-8372-11757296dfb2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.441478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f930b2c3-9337-46a1-8372-11757296dfb2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.441478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f930b2c3-9337-46a1-8372-11757296dfb2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.441478] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f930b2c3-9337-46a1-8372-11757296dfb2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.458323] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.458495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.458534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.458743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.458831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.459033] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1135.490469] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.490791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.490876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.491102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.491247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.503280] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1135.508238] env[65850]: INFO networking_nsxv3.common.synchronization [req-30918c40-1cc1-46a7-9119-89bb996c09fe req-f8e26806-cde7-4840-951d-01621c8fc212 service nova] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_rules [ 1135.508492] env[65850]: INFO networking_nsxv3.common.synchronization [req-30918c40-1cc1-46a7-9119-89bb996c09fe req-f8e26806-cde7-4840-951d-01621c8fc212 service nova] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1135.508700] env[65850]: INFO networking_nsxv3.common.synchronization [req-30918c40-1cc1-46a7-9119-89bb996c09fe req-f8e26806-cde7-4840-951d-01621c8fc212 service nova] Enqueued Resource ID: 0d19751d-ac6f-49b3-a1e7-216fb6a10569 with Priority: HIGHEST for action port [ 1135.509292] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_rules [ 1135.509935] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1135.509935] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d19751d-ac6f-49b3-a1e7-216fb6a10569 with Priority: HIGHEST for action port [ 1135.509935] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.510467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.510763] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.510928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.511195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d19751d-ac6f-49b3-a1e7-216fb6a10569 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.511403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d19751d-ac6f-49b3-a1e7-216fb6a10569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.511695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d19751d-ac6f-49b3-a1e7-216fb6a10569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.512160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d19751d-ac6f-49b3-a1e7-216fb6a10569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.512310] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d19751d-ac6f-49b3-a1e7-216fb6a10569',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.944160] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f930b2c3-9337-46a1-8372-11757296dfb2 [ 1135.944160] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.944269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.944269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.944516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.944693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.945022] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f930b2c3-9337-46a1-8372-11757296dfb2 already deleted. [ 1135.945117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f930b2c3-9337-46a1-8372-11757296dfb2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.014630] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d19751d-ac6f-49b3-a1e7-216fb6a10569 with status ACTIVE [ 1136.015032] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.015150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.015150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.015356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.015442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.015754] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.015754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.015918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.015918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.015992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.016208] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.016354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.016425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.016630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.016762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.016908] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d19751d-ac6f-49b3-a1e7-216fb6a10569 is going to be updated. [ 1136.041689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.041854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.041922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.042271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.042466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.042699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d19751d-ac6f-49b3-a1e7-216fb6a10569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.272205] env[65850]: INFO networking_nsxv3.common.synchronization [req-f7a11089-f966-4396-81aa-1f766c510553 req-3880565f-bd45-415a-b66e-d178b5377f18 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_members [ 1136.272800] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_members [ 1136.273114] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb356d0b-3d4a-4642-b455-6cfd829f946c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.273250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.273305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.273567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.273725] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.273827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.273892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.274111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.274204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.274300] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.561881] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.562180] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.562214] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.562482] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.562754] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.562914] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.563039] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.563257] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.563411] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.563608] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.563760] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.563885] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.564021] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.564174] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.564280] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.564409] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.585199] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.585394] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.585508] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.585821] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.586145] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-13718361-eb1f-43c8-8d72-8543b8ed6437 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.586315] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-13718361-eb1f-43c8-8d72-8543b8ed6437" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.586433] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-13718361-eb1f-43c8-8d72-8543b8ed6437" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.586747] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-13718361-eb1f-43c8-8d72-8543b8ed6437" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.587032] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13718361-eb1f-43c8-8d72-8543b8ed6437',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.776904] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.777114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.777187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.777410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.777505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.777713] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.777811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.777874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.778031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.778108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.778193] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb356d0b-3d4a-4642-b455-6cfd829f946c already deleted. [ 1136.778271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.043523] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1137.043771] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a deletion is rescheduled due to dependency. [ 1137.043893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.089488] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.089736] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.089908] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.090221] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.090373] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.090527] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 13718361-eb1f-43c8-8d72-8543b8ed6437 not found, creating... [ 1137.091752] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.091752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.091752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.091752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.091752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.091752] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.091994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.091994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.092403] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.092403] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.092573] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 13718361-eb1f-43c8-8d72-8543b8ed6437 is going to be created. [ 1137.113244] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.113473] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.113599] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.113876] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.114207] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.114443] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-13718361-eb1f-43c8-8d72-8543b8ed6437" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.512676] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1137.512851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.513042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.513317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.513517] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.513636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.513708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.513855] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.513935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.514029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.514194] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.514272] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.514330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.514491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.514685] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.514813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.514853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.515033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.515110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.515212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.515315] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.516235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.516391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.516535] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.516632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.516695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.516907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.517018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.517142] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.824124] env[65850]: INFO networking_nsxv3.common.synchronization [req-f7a11089-f966-4396-81aa-1f766c510553 req-d1a42380-a4f1-4915-80bd-114267341518 service nova] Enqueued Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_rules [ 1137.824410] env[65850]: INFO networking_nsxv3.common.synchronization [req-f7a11089-f966-4396-81aa-1f766c510553 req-d1a42380-a4f1-4915-80bd-114267341518 service nova] Enqueued Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_members [ 1137.824591] env[65850]: INFO networking_nsxv3.common.synchronization [req-f7a11089-f966-4396-81aa-1f766c510553 req-d1a42380-a4f1-4915-80bd-114267341518 service nova] Enqueued Resource ID: 13718361-eb1f-43c8-8d72-8543b8ed6437 with Priority: HIGHEST for action port [ 1137.825335] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_rules [ 1137.825436] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_members [ 1137.825575] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13718361-eb1f-43c8-8d72-8543b8ed6437 with Priority: HIGHEST for action port [ 1137.825941] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb356d0b-3d4a-4642-b455-6cfd829f946c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.826124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.826214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.826487] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.826605] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.828920] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb356d0b-3d4a-4642-b455-6cfd829f946c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.828920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.828920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.829223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.829447] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.829617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.829683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.829893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.830159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.830159] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.831075] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-13718361-eb1f-43c8-8d72-8543b8ed6437 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.831148] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13718361-eb1f-43c8-8d72-8543b8ed6437" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.834794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13718361-eb1f-43c8-8d72-8543b8ed6437" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.834794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13718361-eb1f-43c8-8d72-8543b8ed6437" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.834794] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13718361-eb1f-43c8-8d72-8543b8ed6437',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.018962] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90120909-6e81-4e0c-a91c-8a1646639920: rpc.has_security_group_logging(os_id): False [ 1138.020213] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.039274] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.039485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.039590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.039881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.040028] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.040342] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.040527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.040620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.041996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.041996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.041996] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.041996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.041996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.041996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.041996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.041996] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.042258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.042258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.042447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.042622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.042675] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be created. [ 1138.107470] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.107470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.107470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.107470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.107725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.131962] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1138.334409] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb356d0b-3d4a-4642-b455-6cfd829f946c taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.334567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.334825] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.335944] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13718361-eb1f-43c8-8d72-8543b8ed6437 with status ACTIVE [ 1138.336151] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.336270] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.336339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.336548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.336629] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.336805] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.336918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.336988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.337160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.337232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.337443] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.337500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.337560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.337695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.337770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.337899] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13718361-eb1f-43c8-8d72-8543b8ed6437 is going to be updated. [ 1138.359620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.359787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.359859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.360087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.360226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.360384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13718361-eb1f-43c8-8d72-8543b8ed6437" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.523201] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.840907] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.026084] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.026300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.026381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.026659] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.026765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.026908] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1139.057427] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.057615] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.057698] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.057978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.058159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.067753] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1139.347242] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.347448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.347522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.347747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.347839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.347948] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb356d0b-3d4a-4642-b455-6cfd829f946c is going to be created. [ 1139.379197] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.379197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.379197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.379197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.379197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.390249] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb356d0b-3d4a-4642-b455-6cfd829f946c in Status: UNINITIALIZED for 2s [ 1140.144371] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1140.144747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.144808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.145058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.145154] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.219014] env[65850]: INFO networking_nsxv3.common.synchronization [req-bf75a88b-cce1-4dbb-b200-410036f770df req-200d4b7a-2428-4ddc-b81e-2fea29963521 tempest-ServerRescueNegativeTestJSON-2020371034 tempest-ServerRescueNegativeTestJSON-2020371034-project-member] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 1140.219641] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGHEST for action security_group_members [ 1140.219973] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.220301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.220364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.220560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.220725] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.220816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.220898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.221069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.221165] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.221263] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.321877] env[65850]: INFO networking_nsxv3.common.synchronization [req-d8c16177-cefe-48f3-97ae-269283cded51 req-2042e927-e4d9-41b8-a6d1-c558a9b32331 tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 1140.322211] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 1140.322915] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.323125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.323327] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.323384] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.323518] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.323617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.323680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.323876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.323999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.324077] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.647286] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.647286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.656965] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.656965] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.657191] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.657331] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.657590] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.657748] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.657864] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.658093] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.658244] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.658450] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.658560] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.658760] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.658828] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.658913] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.659030] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.659870] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.681167] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.681425] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.681461] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.681642] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-403" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.681952] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-e885e98d-c307-4051-af48-a0a86d53c8ef taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.682138] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-e885e98d-c307-4051-af48-a0a86d53c8ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.682257] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-e885e98d-c307-4051-af48-a0a86d53c8ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.682614] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-e885e98d-c307-4051-af48-a0a86d53c8ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.682772] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e885e98d-c307-4051-af48-a0a86d53c8ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.723720] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.723874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.723966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.724197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.724274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.724453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.724550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.724722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.724962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.725084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.725170] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be updated. [ 1140.755982] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.755982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.755982] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.756221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.756311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.765201] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: IN_PROGRESS for 2s [ 1140.826329] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.084197] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1141.084433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.084714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.084979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.085221] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.085387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.085432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.085580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.085689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.085808] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.186482] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.186482] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.186482] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.186814] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.186814] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.187023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port e885e98d-c307-4051-af48-a0a86d53c8ef not found, creating... [ 1141.187308] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.187480] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.188362] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.188362] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.188362] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.188362] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.188601] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.188601] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.188805] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.188941] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.189092] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: e885e98d-c307-4051-af48-a0a86d53c8ef is going to be created. [ 1141.210559] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.210793] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.210943] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.211245] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.211501] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.211747] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-e885e98d-c307-4051-af48-a0a86d53c8ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.329387] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.432690] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb356d0b-3d4a-4642-b455-6cfd829f946c in Status: SUCCESS [ 1141.432976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.433200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.433463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.433680] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.433806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.433873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.434285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.434423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.434552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.434780] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.588268] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.832039] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.832039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.832039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.832350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.832350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.832454] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be updated. [ 1141.861702] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.861923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.862030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.862318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.862500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.876838] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: IN_PROGRESS for 2s [ 1141.936757] env[65850]: INFO networking_nsxv3.common.synchronization [req-d8c16177-cefe-48f3-97ae-269283cded51 req-0730acbd-7200-4cc6-bf67-1138b218963b service nova] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_rules [ 1141.936931] env[65850]: INFO networking_nsxv3.common.synchronization [req-d8c16177-cefe-48f3-97ae-269283cded51 req-0730acbd-7200-4cc6-bf67-1138b218963b service nova] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 1141.938054] env[65850]: INFO networking_nsxv3.common.synchronization [req-d8c16177-cefe-48f3-97ae-269283cded51 req-0730acbd-7200-4cc6-bf67-1138b218963b service nova] Enqueued Resource ID: e885e98d-c307-4051-af48-a0a86d53c8ef with Priority: HIGHEST for action port [ 1141.938054] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.938367] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_rules [ 1141.938510] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 1141.938609] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e885e98d-c307-4051-af48-a0a86d53c8ef with Priority: HIGHEST for action port [ 1141.938935] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.939057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.939136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.939341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.939418] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.940391] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.940391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.940902] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-e885e98d-c307-4051-af48-a0a86d53c8ef taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.940902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e885e98d-c307-4051-af48-a0a86d53c8ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.940902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e885e98d-c307-4051-af48-a0a86d53c8ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.941174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e885e98d-c307-4051-af48-a0a86d53c8ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.941174] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e885e98d-c307-4051-af48-a0a86d53c8ef',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.093743] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.442700] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb356d0b-3d4a-4642-b455-6cfd829f946c: rpc.has_security_group_logging(os_id): False [ 1142.443950] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.444162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.444362] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e885e98d-c307-4051-af48-a0a86d53c8ef with status ACTIVE [ 1142.444536] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.444707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.444782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.444980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.445081] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.445250] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.445344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.445406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.445555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.445653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.445876] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.445961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.445993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.450244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.450347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.450421] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e885e98d-c307-4051-af48-a0a86d53c8ef is going to be updated. [ 1142.466647] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.466806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.466877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.467216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.467309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.467558] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.467674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.467739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.467890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.467963] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.468063] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb356d0b-3d4a-4642-b455-6cfd829f946c is going to be created. [ 1142.470587] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.470691] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.470759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.470914] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.471086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.471242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e885e98d-c307-4051-af48-a0a86d53c8ef" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.547040] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.547040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.547040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.547786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.547786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.561023] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb356d0b-3d4a-4642-b455-6cfd829f946c in Status: IN_PROGRESS for 2s [ 1142.596348] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.596348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.596560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.596663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.596830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.596954] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1142.640568] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.640760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.640820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.641067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.641219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.653131] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1142.774481] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7110b70-38f2-4204-890b-de71588100b2 in Status: SUCCESS [ 1142.774692] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7110b70-38f2-4204-890b-de71588100b2 deletion is rescheduled due to dependency. [ 1142.774817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.889659] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 1143.890132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.890132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.890132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.890370] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.890496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.890569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.890784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.890873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.891028] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.393933] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.575842] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb356d0b-3d4a-4642-b455-6cfd829f946c in Status: SUCCESS [ 1144.576099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.666112] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1144.666112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.666313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.666493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.666709] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.666916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.667032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.667222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.667323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.667472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.667616] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.895810] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.001805] env[65850]: INFO networking_nsxv3.common.synchronization [req-92bfdbba-c97d-4151-ba71-e28efe0ad864 req-7d66125d-79f7-4d14-8e1d-58ee57f8aa4c tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1145.003209] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1145.003866] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.004183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.004183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.004414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.006811] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.006811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.006811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.006811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.006811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.006811] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.171948] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.171948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.171948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.171948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.171948] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.171948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.171948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.172617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.172617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.172617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.172617] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.172617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.172930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.172930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.173032] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.173151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.173218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.173339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.173462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.173564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.173613] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.367564] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.367564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.367564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.367564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.367564] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.367564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.367564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.368258] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.368258] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.368258] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.368390] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.368497] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.368607] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.368711] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.368868] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.368981] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.399178] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.399444] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.399717] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.400956] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.400956] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-282e35aa-67ab-45d6-a2e9-aeb29bf57811 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.400956] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-282e35aa-67ab-45d6-a2e9-aeb29bf57811" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.400956] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-282e35aa-67ab-45d6-a2e9-aeb29bf57811" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.401233] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-282e35aa-67ab-45d6-a2e9-aeb29bf57811" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.401335] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282e35aa-67ab-45d6-a2e9-aeb29bf57811',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.402480] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.402604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.402674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.402871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.402960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.403081] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be updated. [ 1145.447224] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.447423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.447423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.447643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.447805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.459800] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: IN_PROGRESS for 2s [ 1145.508075] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.508310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.508449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.508623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.508729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.509022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.509126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.509189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.509409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.509544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.509645] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b already deleted. [ 1145.509733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.676598] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90120909-6e81-4e0c-a91c-8a1646639920: rpc.has_security_group_logging(os_id): False [ 1145.696855] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.697069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.697138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.697368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.697469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.697694] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.697851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.697920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.698131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.698227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.698430] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.698567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.698643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.698798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.699019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.699279] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.699364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.699422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.699580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.699657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.699748] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1145.770022] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.770310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.770391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.770667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.770842] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.784896] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1145.906650] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.907264] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.907473] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.908142] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.908419] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.908617] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 282e35aa-67ab-45d6-a2e9-aeb29bf57811 not found, creating... [ 1145.908951] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.909240] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.909398] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.909787] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.909972] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.910728] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.911044] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.911252] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.911670] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.911928] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.912162] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 282e35aa-67ab-45d6-a2e9-aeb29bf57811 is going to be created. [ 1145.944544] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.945592] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.945592] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.945592] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.945941] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.945941] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-282e35aa-67ab-45d6-a2e9-aeb29bf57811" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.668308] env[65850]: INFO networking_nsxv3.common.synchronization [req-92bfdbba-c97d-4151-ba71-e28efe0ad864 req-fdf1f108-e465-4199-82d2-6581f04faa1d service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1146.668690] env[65850]: INFO networking_nsxv3.common.synchronization [req-92bfdbba-c97d-4151-ba71-e28efe0ad864 req-fdf1f108-e465-4199-82d2-6581f04faa1d service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1146.668870] env[65850]: INFO networking_nsxv3.common.synchronization [req-92bfdbba-c97d-4151-ba71-e28efe0ad864 req-fdf1f108-e465-4199-82d2-6581f04faa1d service nova] Enqueued Resource ID: 282e35aa-67ab-45d6-a2e9-aeb29bf57811 with Priority: HIGHEST for action port [ 1146.669445] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1146.669601] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1146.669703] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282e35aa-67ab-45d6-a2e9-aeb29bf57811 with Priority: HIGHEST for action port [ 1146.669993] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.670131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.670200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.670520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.670575] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.671506] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.671648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.671729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.671912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.675029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.675029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.675029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.675029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.675029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.675029] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.675029] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-282e35aa-67ab-45d6-a2e9-aeb29bf57811 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.675029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-282e35aa-67ab-45d6-a2e9-aeb29bf57811" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.675029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-282e35aa-67ab-45d6-a2e9-aeb29bf57811" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.675029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-282e35aa-67ab-45d6-a2e9-aeb29bf57811" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.675029] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('282e35aa-67ab-45d6-a2e9-aeb29bf57811',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.176994] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.177986] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.178128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.178513] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 282e35aa-67ab-45d6-a2e9-aeb29bf57811 with status ACTIVE [ 1147.178679] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.179109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.179109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.179109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.179227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.179336] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.179429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.179489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.179708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.179739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.180058] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.180058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.180223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.180223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.180363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.180363] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 282e35aa-67ab-45d6-a2e9-aeb29bf57811 is going to be updated. [ 1147.202704] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.202909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.202996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.203349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.203498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.203685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-282e35aa-67ab-45d6-a2e9-aeb29bf57811" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.477215] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 1147.478916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.478916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.478916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.478916] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.478916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.478916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.478916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.479946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.479946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.479946] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.679516] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.799115] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1147.799480] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.799531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.799758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.799844] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.986288] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.187477] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.187477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.187477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.187477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.187477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.187477] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be created. [ 1148.219625] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.221902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.222126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.222425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.224344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.239470] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: UNINITIALIZED for 2s [ 1148.301749] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.301960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.302027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.302274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.302456] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.302559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.302644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.302898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.302991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.303097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.303382] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.487301] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aea0274-a51c-4dbe-a019-7846f7545ded: rpc.has_security_group_logging(os_id): False [ 1148.525485] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.525485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.525485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.525800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.525800] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.526848] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.526848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.526848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.526848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.526848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.526848] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be updated. [ 1148.654142] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.654315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.654378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.654628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.654989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.677348] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: IN_PROGRESS for 2s [ 1148.805410] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.805792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.805928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.806279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.806577] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.806725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.806811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.806994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.807101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.807229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.807398] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.807563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.807669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.807897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.808108] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.808282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.808387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.808613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.808737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.808867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.809071] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.119653] env[65850]: INFO networking_nsxv3.common.synchronization [req-7b54391c-5fee-498f-8cb7-becc4a6dbcea req-b1e5872c-56f4-409f-ae65-05f5a1441511 tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1149.120178] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1149.120519] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.120617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.120685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.120918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.121091] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.121199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.121289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.121439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.121531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.121622] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.312176] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90120909-6e81-4e0c-a91c-8a1646639920: rpc.has_security_group_logging(os_id): False [ 1149.332984] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.333201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.333381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.333736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.333892] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.334220] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.334347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.334424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.334791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.334948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.335228] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.335424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.335424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.335626] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.335754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.336081] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.336221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.336304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.336478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.336581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.336689] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1149.406997] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.407427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.407538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.407906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.408127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.424888] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1149.445564] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.445866] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.446079] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.446389] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.446708] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.446913] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.447076] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.447372] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.447559] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.447802] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.448215] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.448215] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.448215] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.448624] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.448624] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.448624] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.477033] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.477033] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.477033] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.477033] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.477248] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.477450] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.478027] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.478027] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.478027] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.625762] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.625948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.626038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.626269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.626386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.626596] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.626697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.626760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.626955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.627102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.627233] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1149.654985] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.655099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.655169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.655380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.655517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.666678] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1149.980508] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.980781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.980923] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.981247] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.981398] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.981552] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85 not found, creating... [ 1149.981810] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.981966] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.982092] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.982300] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.982433] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.982746] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.982917] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.983083] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.983246] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.983377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.983513] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85 is going to be created. [ 1150.005797] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.006031] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.006160] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.006435] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.006685] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.006985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.256496] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1150.256735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.257143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.257472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.257780] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.258826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.258826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.258826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.258826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.258826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.258826] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.693766] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 1150.693766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.720032] env[65850]: INFO networking_nsxv3.common.synchronization [req-7b54391c-5fee-498f-8cb7-becc4a6dbcea req-94784d38-2887-4edc-b04e-089ec55e60ec service nova] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 1150.720032] env[65850]: INFO networking_nsxv3.common.synchronization [req-7b54391c-5fee-498f-8cb7-becc4a6dbcea req-94784d38-2887-4edc-b04e-089ec55e60ec service nova] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1150.720032] env[65850]: INFO networking_nsxv3.common.synchronization [req-7b54391c-5fee-498f-8cb7-becc4a6dbcea req-94784d38-2887-4edc-b04e-089ec55e60ec service nova] Enqueued Resource ID: ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85 with Priority: HIGHEST for action port [ 1150.720032] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 1150.720032] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1150.720032] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85 with Priority: HIGHEST for action port [ 1150.721918] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.721918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.721918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.722103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.722103] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.724012] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.724138] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.724439] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.724810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.724810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.724954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.725074] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.762877] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.763060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.763140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.763351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.763560] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.763690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.763758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.763920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.764018] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.764111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.764262] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.764355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.764416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.764555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.764743] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.764881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.764881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.765011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.765099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.765294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.765479] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.227492] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.227693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.227817] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85 with status ACTIVE [ 1151.227965] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.228091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.228652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.228652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.228652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.228652] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.228896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.228896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.229040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.229120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.229312] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.229413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.229472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.230043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.230043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.230746] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85 is going to be updated. [ 1151.259304] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.259457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.259584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.259746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.259895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.260070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc9f6e5-69d1-4c0e-8e8c-dd9be6a73a85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.267638] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0707c4f-87d0-4111-aa78-6e8c0ea4161b: rpc.has_security_group_logging(os_id): False [ 1151.295716] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.296051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.296051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.296196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.296290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.296521] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.296619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.296684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.296849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.296952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.297271] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.297271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.297415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.297466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.297509] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.297689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.297781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.297845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.297984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.298870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.298870] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be created. [ 1151.368049] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.368213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.368300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.368482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.368663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.382021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1151.448308] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1151.448541] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.678818] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1151.679050] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a deletion is rescheduled due to dependency. [ 1151.679144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.679322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.679644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.679842] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.679966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.680043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.680216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.680320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.680377] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.182656] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.685078] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.187935] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.188250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.188250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.188551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.188704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.188873] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1153.219204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.219336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.219336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.219548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.219693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.228883] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1153.398720] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1153.398720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.239534] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1155.239826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.239967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.240226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.240424] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.240543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.240627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.240776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.240854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.240954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.241088] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.721019] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.721187] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1155.743786] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.249021] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aada36fa-9152-4c9f-9ba4-36f3250cc53a: rpc.has_security_group_logging(os_id): False [ 1156.266564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.266564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.266564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.266796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.266868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.267242] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.267348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.267414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.267588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.267686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.267986] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1156.332767] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.333091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.333091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.333291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.333484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.346971] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1158.366775] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1158.366775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.638585] env[65850]: INFO networking_nsxv3.common.synchronization [req-3e7d221d-13f4-495f-9bb0-9b93f1262474 req-e2d8e274-f51d-4ca6-a074-6606672c3e3c tempest-ListServerFiltersTestJSON-403920404 tempest-ListServerFiltersTestJSON-403920404-project-member] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1158.639217] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1158.639572] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.639705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.639765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.641045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.641045] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.641045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.641045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.641045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.641395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.641395] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.143979] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.647037] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.149538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.149695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.149769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.149988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.150096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.150200] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1160.177256] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.177442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.177488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.177689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.177837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.187801] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1162.198244] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1162.198564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.640860] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.640860] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1163.814944] env[65850]: INFO networking_nsxv3.common.synchronization [req-616d766d-1ac4-4dad-ab57-34d5cd1663b6 req-83a6e6a4-c1a3-441c-9322-7d359153fc80 tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1163.814944] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1163.815246] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.815372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.815440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.815650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.815948] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.816231] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.816287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.816539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.816682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.817296] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.177639] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.177833] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.177952] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.178249] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.178517] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.178665] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.178959] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.179194] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.179358] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.179567] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.179677] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.179780] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.179884] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.179990] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.180106] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.180233] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.204887] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.205113] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.205256] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.205451] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.205761] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-a3845dc8-b8a8-40d3-84d0-dad78c314d21 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.205954] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-a3845dc8-b8a8-40d3-84d0-dad78c314d21" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.206222] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-a3845dc8-b8a8-40d3-84d0-dad78c314d21" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.206526] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-a3845dc8-b8a8-40d3-84d0-dad78c314d21" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.206665] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3845dc8-b8a8-40d3-84d0-dad78c314d21',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.319165] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.709068] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.709489] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.709489] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.709705] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.709880] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.710089] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port a3845dc8-b8a8-40d3-84d0-dad78c314d21 not found, creating... [ 1164.710321] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.710477] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.710590] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.710804] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.710943] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.711244] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.711394] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.711510] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.711712] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.711846] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.711994] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: a3845dc8-b8a8-40d3-84d0-dad78c314d21 is going to be created. [ 1164.735189] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.735471] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.735608] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.735889] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.736195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.736573] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-a3845dc8-b8a8-40d3-84d0-dad78c314d21" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.822091] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.325283] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.325417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.325471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.325692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.325787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.325889] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1165.355861] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.356224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.356373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.356545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.356719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.368411] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1165.420816] env[65850]: INFO networking_nsxv3.common.synchronization [req-616d766d-1ac4-4dad-ab57-34d5cd1663b6 req-0ec5014e-0a6a-4cbd-b1fe-7a1437728d06 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1165.421010] env[65850]: INFO networking_nsxv3.common.synchronization [req-616d766d-1ac4-4dad-ab57-34d5cd1663b6 req-0ec5014e-0a6a-4cbd-b1fe-7a1437728d06 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1165.421156] env[65850]: INFO networking_nsxv3.common.synchronization [req-616d766d-1ac4-4dad-ab57-34d5cd1663b6 req-0ec5014e-0a6a-4cbd-b1fe-7a1437728d06 service nova] Enqueued Resource ID: a3845dc8-b8a8-40d3-84d0-dad78c314d21 with Priority: HIGHEST for action port [ 1165.421676] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1165.421810] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1165.421908] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3845dc8-b8a8-40d3-84d0-dad78c314d21 with Priority: HIGHEST for action port [ 1165.422223] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.422323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.422364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.422573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.422658] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.423498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.423601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.423825] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3845dc8-b8a8-40d3-84d0-dad78c314d21 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.423920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3845dc8-b8a8-40d3-84d0-dad78c314d21" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.423969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3845dc8-b8a8-40d3-84d0-dad78c314d21" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.424149] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3845dc8-b8a8-40d3-84d0-dad78c314d21" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.424254] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3845dc8-b8a8-40d3-84d0-dad78c314d21',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.928111] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.928580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.928580] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3845dc8-b8a8-40d3-84d0-dad78c314d21 with status ACTIVE [ 1165.928666] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.928715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.928832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.929195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.929329] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.929543] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.929673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.929755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.929980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.930103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.930318] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.930441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.930522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.930689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.930786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.930892] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3845dc8-b8a8-40d3-84d0-dad78c314d21 is going to be updated. [ 1165.957416] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.957644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.957689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.958092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.958258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.958470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3845dc8-b8a8-40d3-84d0-dad78c314d21" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.378755] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1167.379176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.379176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.379400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.379598] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.379715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.379772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.379936] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.380021] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.380150] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.682958] env[65850]: INFO networking_nsxv3.common.synchronization [req-54cc059b-201f-487b-a16d-e7a2b6aaf1fe req-8cdd6a4e-14ea-4aea-b2f8-b03a3ff90c4a tempest-ListServerFiltersTestJSON-403920404 tempest-ListServerFiltersTestJSON-403920404-project-member] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1167.683533] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1167.683835] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.683955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.684143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.684363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.684523] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.684654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.684743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.684899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.684981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.685092] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.884709] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.187556] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.387394] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.689791] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.837348] env[65850]: INFO networking_nsxv3.common.synchronization [req-da9954f4-7759-46be-b132-9eab1daf1e39 req-59967ce1-d182-4073-a5db-fd7ce03f7388 tempest-ServersTestBootFromVolume-329127255 tempest-ServersTestBootFromVolume-329127255-project-member] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_members [ 1168.837888] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGHEST for action security_group_members [ 1168.838209] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.838346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.838400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.838801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.838801] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.838915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.838915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.839378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.839478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.839607] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.889292] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.889457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.889534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.889804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.889848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.889941] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1168.920903] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.922717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.922717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.922717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.922717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.932044] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1169.193469] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.193628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.193628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.193830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.193923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.194031] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1169.220736] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.220928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.220928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.221178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.221393] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.231294] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1169.343841] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.344066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.344111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.344304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.344423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.344594] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.344700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.344744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.344894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.345022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.345157] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 is going to be updated. [ 1169.378012] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.378267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.378267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.378436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.378574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.388845] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: IN_PROGRESS for 2s [ 1170.942946] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1170.942946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.942946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.943737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.943737] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.943737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.943737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.943737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.943737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.943737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.944023] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.241585] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1171.241585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.399848] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 in Status: SUCCESS [ 1171.399848] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 deletion is rescheduled due to dependency. [ 1171.399848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.446543] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.446775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.446775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.446996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.447186] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.447292] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.447375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.447537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.447623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.447708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.447858] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.447950] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.448133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.448209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.448315] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.448405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.448464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.448596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.448669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.448746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.448835] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.951385] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0707c4f-87d0-4111-aa78-6e8c0ea4161b: rpc.has_security_group_logging(os_id): False [ 1171.971174] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.971438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.971438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.971617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.971707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.971942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.972077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.972139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.972277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.972347] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.972532] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.972616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.972678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.972817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.972884] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.973101] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.973202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.973296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.973507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.973594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.973683] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1172.123983] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.124255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.124302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.124586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.124767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.139039] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1173.839508] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1173.839901] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1174.153345] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1174.153573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.481882] env[65850]: INFO networking_nsxv3.common.synchronization [req-6fa547b8-f52d-4bac-afab-0945432dfa32 req-3a572055-d077-441c-9a34-23f5c5fdcfef tempest-ListServerFiltersTestJSON-403920404 tempest-ListServerFiltersTestJSON-403920404-project-member] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1174.482564] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGHEST for action security_group_members [ 1174.482914] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.483074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.483154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.483360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.483518] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.483620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.483683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.484039] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.484152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.484248] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.986960] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.987281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.987281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.987456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.987574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.987812] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.987955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.988077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.988253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.988349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.988465] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be updated. [ 1175.016320] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.016471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.016561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.016735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.016874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.026775] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: IN_PROGRESS for 2s [ 1175.408199] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.408437] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.408583] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.408925] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.409219] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.409473] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.409512] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.409827] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.409999] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.410221] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.410335] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.410441] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.410548] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.410654] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.410757] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.410886] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.430419] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.430647] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.430723] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.430896] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-432" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.431230] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-6369b9df-a836-4d14-82c7-faa628dcbdcc taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.431438] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.431524] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.431776] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.431909] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6369b9df-a836-4d14-82c7-faa628dcbdcc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.629531] env[65850]: INFO networking_nsxv3.common.synchronization [req-358a31c1-90af-4e76-8dd8-e1b9ba147520 req-4da04b51-452f-40f7-95ad-e3c5ca2818c6 tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1175.630088] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1175.630390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.630521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.630592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.630788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.630935] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.631082] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.631182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.631439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.631718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.631948] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.934459] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.934704] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.934857] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.935184] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.935334] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.935673] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.935851] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.935998] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.936266] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.936401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.936723] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.936878] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.937020] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.937235] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.937405] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.937555] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 6369b9df-a836-4d14-82c7-faa628dcbdcc is going to be updated. [ 1175.958187] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.958455] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.958501] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.958766] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.958963] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.959202] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.134519] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.636941] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.658734] env[65850]: INFO networking_nsxv3.common.synchronization [req-b8a46571-6798-47ab-9edf-e7a8825abfa1 req-97c0fa05-bd45-4f0c-a46a-edd9d3e567e3 service nova] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 1176.658734] env[65850]: INFO networking_nsxv3.common.synchronization [req-b8a46571-6798-47ab-9edf-e7a8825abfa1 req-97c0fa05-bd45-4f0c-a46a-edd9d3e567e3 service nova] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1176.658734] env[65850]: INFO networking_nsxv3.common.synchronization [req-b8a46571-6798-47ab-9edf-e7a8825abfa1 req-97c0fa05-bd45-4f0c-a46a-edd9d3e567e3 service nova] Enqueued Resource ID: 6369b9df-a836-4d14-82c7-faa628dcbdcc with Priority: HIGHEST for action port [ 1176.658979] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_rules [ 1176.658979] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1176.658979] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6369b9df-a836-4d14-82c7-faa628dcbdcc with Priority: HIGHEST for action port [ 1176.659513] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.659639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.659705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.659898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.659983] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.661113] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.661229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.661294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.661528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.661603] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.661725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.661791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.662019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.662019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.662200] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.663558] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6369b9df-a836-4d14-82c7-faa628dcbdcc taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.663558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.663558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.663558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.663558] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6369b9df-a836-4d14-82c7-faa628dcbdcc',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.036436] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90120909-6e81-4e0c-a91c-8a1646639920 in Status: SUCCESS [ 1177.036615] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 deletion is rescheduled due to dependency. [ 1177.036735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.138790] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.139181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.139181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.139249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.139323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.139425] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1177.164318] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.165456] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.165592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.166600] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.166721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.166790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.166993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.167153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.168297] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6369b9df-a836-4d14-82c7-faa628dcbdcc with status ACTIVE [ 1177.168461] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.168567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.168632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.168798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.168881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.169046] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.169151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.169202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.169361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.169434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.169661] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.169763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.169823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.169962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.170055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.170140] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6369b9df-a836-4d14-82c7-faa628dcbdcc is going to be updated. [ 1177.179382] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1177.189565] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.189708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.189764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.189959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.190101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.190256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6369b9df-a836-4d14-82c7-faa628dcbdcc" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.669362] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.171528] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.172111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.172111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.172260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.172260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.172395] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 1178.212453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.212672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.212672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.212886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.213072] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.224062] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 1179.192652] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1179.192955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.234474] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 1180.234474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.234925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.234925] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.235042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.235218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.235295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.235459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.235540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.235624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.235713] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.738110] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.240183] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b227bdf-fac1-42af-a2c2-d99da09bfdda: rpc.has_security_group_logging(os_id): False [ 1181.257667] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.257838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.257881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.258125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.258338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.258601] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.258708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.258769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.258931] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.259014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.259109] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 1181.317630] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.317787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.317857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.318097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.318245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.336252] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 1181.660351] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.660904] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1182.398806] env[65850]: INFO networking_nsxv3.common.synchronization [None req-aecc7e5d-790e-4dc6-953d-9886f182309c None None] Enqueued Resource ID: 570533d2-b00b-4cdc-a194-4762c07ca5be with Priority: HIGHEST for action port [ 1182.399288] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570533d2-b00b-4cdc-a194-4762c07ca5be with Priority: HIGHEST for action port [ 1182.399679] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-570533d2-b00b-4cdc-a194-4762c07ca5be taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.400326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-570533d2-b00b-4cdc-a194-4762c07ca5be" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.400326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-570533d2-b00b-4cdc-a194-4762c07ca5be" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.400326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-570533d2-b00b-4cdc-a194-4762c07ca5be" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.400326] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570533d2-b00b-4cdc-a194-4762c07ca5be',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.640022] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b82df65f-8453-4983-9ccd-7cc390a1692e tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_rules [ 1182.640022] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_rules [ 1182.640781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.641109] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.641322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.641929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.641929] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.737219] env[65850]: INFO networking_nsxv3.common.synchronization [None req-b55b1c57-d482-4831-b71c-2fc1ba20d19f tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_rules [ 1182.737562] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_rules [ 1182.737912] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.738029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.903042] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 570533d2-b00b-4cdc-a194-4762c07ca5be [ 1182.903913] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.904343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.905474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.905474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.905474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.905474] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:570533d2-b00b-4cdc-a194-4762c07ca5be already deleted. [ 1182.905474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-570533d2-b00b-4cdc-a194-4762c07ca5be" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.165748] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.165748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.165748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.166115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.166115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.166115] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 already deleted. [ 1183.166115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.166316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.166381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.166461] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.354476] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 1183.354476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.687807] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.688206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.688206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.688409] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.688538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.688655] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 already deleted. [ 1183.688749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.714849] env[65850]: INFO networking_nsxv3.common.synchronization [None req-16528fd4-7918-4773-9eab-b86b66f299c5 None None] Enqueued Resource ID: 40292de8-7108-46cc-b126-99bed9dc46cb with Priority: HIGHEST for action port [ 1184.715491] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40292de8-7108-46cc-b126-99bed9dc46cb with Priority: HIGHEST for action port [ 1184.715792] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-40292de8-7108-46cc-b126-99bed9dc46cb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.715915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40292de8-7108-46cc-b126-99bed9dc46cb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.715983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40292de8-7108-46cc-b126-99bed9dc46cb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.716348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40292de8-7108-46cc-b126-99bed9dc46cb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.716433] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40292de8-7108-46cc-b126-99bed9dc46cb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.219628] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40292de8-7108-46cc-b126-99bed9dc46cb [ 1185.219764] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.219889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.219889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.220529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.220529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.220529] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40292de8-7108-46cc-b126-99bed9dc46cb already deleted. [ 1185.220529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40292de8-7108-46cc-b126-99bed9dc46cb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.717139] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.717758] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.077351] env[65850]: INFO networking_nsxv3.common.synchronization [req-9b3823bd-b859-4e71-9e51-adad449b75f6 req-056c23ed-6d47-4e09-b174-7256ab435f79 tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1191.077351] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1191.077351] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.077351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.077351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.077351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.077351] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.077351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.077351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.077351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.077351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.077922] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.087800] env[65850]: INFO networking_nsxv3.common.synchronization [req-c1c15beb-7a14-4342-b9c1-c2dd78fb4c00 req-c3d83aa4-2feb-42ac-9eef-129938b3d233 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1191.087800] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1191.088447] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.088727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.088900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.089205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.092120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.092120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.092120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.092120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.092120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.092120] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.431051] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.431260] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.431387] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.431653] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.431905] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.432072] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.432186] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.432401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.432539] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.432741] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.432846] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.432950] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.433064] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.433173] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.433305] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.433446] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.447277] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.447469] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.447623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.447898] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.448174] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.448331] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.448447] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.448655] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.448798] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.448985] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.449107] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.449211] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.449312] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.449419] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.449519] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.449643] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.457328] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.457608] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.457836] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.458120] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.458579] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-d994488f-a666-4300-8423-2d4f723148ff taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.458854] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-d994488f-a666-4300-8423-2d4f723148ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.459087] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-d994488f-a666-4300-8423-2d4f723148ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.459545] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-d994488f-a666-4300-8423-2d4f723148ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.459777] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d994488f-a666-4300-8423-2d4f723148ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.470337] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.470606] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.470817] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.471190] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.471795] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-1c2c9fab-f380-4b9a-948e-7096fdef0e42 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.472130] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-1c2c9fab-f380-4b9a-948e-7096fdef0e42" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.472487] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-1c2c9fab-f380-4b9a-948e-7096fdef0e42" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.472866] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-1c2c9fab-f380-4b9a-948e-7096fdef0e42" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.473107] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2c9fab-f380-4b9a-948e-7096fdef0e42',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.580865] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.591591] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.591774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.591819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.592143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.592143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.592297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.592400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.592462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.592613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.592688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.592775] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1191.620143] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.620385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.620385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.620550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.620694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.630012] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1191.963242] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.963484] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.963589] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.963874] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.964043] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.964203] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port d994488f-a666-4300-8423-2d4f723148ff not found, creating... [ 1191.964474] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.964633] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.964755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.964962] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.965117] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.965460] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.965618] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.965735] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.965946] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.966104] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.966251] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: d994488f-a666-4300-8423-2d4f723148ff is going to be created. [ 1191.975200] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.975395] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.975524] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.975768] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.975912] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.976068] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 1c2c9fab-f380-4b9a-948e-7096fdef0e42 not found, creating... [ 1191.976316] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.976490] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.976606] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.976819] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.976955] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.977245] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.977404] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.977521] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.977722] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.977854] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.977988] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 1c2c9fab-f380-4b9a-948e-7096fdef0e42 is going to be created. [ 1191.993057] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.993453] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.993604] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.993881] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.994137] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.994358] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-d994488f-a666-4300-8423-2d4f723148ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.999185] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.999384] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.999518] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.999789] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.000034] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.000266] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-1c2c9fab-f380-4b9a-948e-7096fdef0e42" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.083495] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.586658] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.586827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.586827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.587163] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.587261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.587373] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1192.617372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.617620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.617839] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.617910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.617997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.627205] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1192.684314] env[65850]: INFO networking_nsxv3.common.synchronization [req-9b3823bd-b859-4e71-9e51-adad449b75f6 req-8bcbb8ea-ec12-41b3-83f4-9ec85c770678 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1192.684479] env[65850]: INFO networking_nsxv3.common.synchronization [req-9b3823bd-b859-4e71-9e51-adad449b75f6 req-8bcbb8ea-ec12-41b3-83f4-9ec85c770678 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1192.685207] env[65850]: INFO networking_nsxv3.common.synchronization [req-9b3823bd-b859-4e71-9e51-adad449b75f6 req-8bcbb8ea-ec12-41b3-83f4-9ec85c770678 service nova] Enqueued Resource ID: d994488f-a666-4300-8423-2d4f723148ff with Priority: HIGHEST for action port [ 1192.685207] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1192.685207] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1192.685207] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d994488f-a666-4300-8423-2d4f723148ff with Priority: HIGHEST for action port [ 1192.685675] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.685847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.685960] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.686799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.686936] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.692182] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.692182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.692424] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-d994488f-a666-4300-8423-2d4f723148ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.692526] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d994488f-a666-4300-8423-2d4f723148ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.692581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d994488f-a666-4300-8423-2d4f723148ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.693498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d994488f-a666-4300-8423-2d4f723148ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.693498] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d994488f-a666-4300-8423-2d4f723148ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.696550] env[65850]: INFO networking_nsxv3.common.synchronization [req-c1c15beb-7a14-4342-b9c1-c2dd78fb4c00 req-0700c0fd-8698-4a56-a1ab-77f592f55740 service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1192.696727] env[65850]: INFO networking_nsxv3.common.synchronization [req-c1c15beb-7a14-4342-b9c1-c2dd78fb4c00 req-0700c0fd-8698-4a56-a1ab-77f592f55740 service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1192.696864] env[65850]: INFO networking_nsxv3.common.synchronization [req-c1c15beb-7a14-4342-b9c1-c2dd78fb4c00 req-0700c0fd-8698-4a56-a1ab-77f592f55740 service nova] Enqueued Resource ID: 1c2c9fab-f380-4b9a-948e-7096fdef0e42 with Priority: HIGHEST for action port [ 1192.697516] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1192.697675] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1192.697774] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2c9fab-f380-4b9a-948e-7096fdef0e42 with Priority: HIGHEST for action port [ 1192.698044] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.698163] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.698236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.698413] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.698496] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.699840] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.699955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.700496] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c2c9fab-f380-4b9a-948e-7096fdef0e42 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.700496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c2c9fab-f380-4b9a-948e-7096fdef0e42" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.700496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c2c9fab-f380-4b9a-948e-7096fdef0e42" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.700496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c2c9fab-f380-4b9a-948e-7096fdef0e42" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.700776] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2c9fab-f380-4b9a-948e-7096fdef0e42',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.192937] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.193364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.197667] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d994488f-a666-4300-8423-2d4f723148ff with status ACTIVE [ 1193.197991] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.198219] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.198324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.198630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.198771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.199112] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.199286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.199391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.199623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.199747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.200062] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.200229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.200301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.200511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.200623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.200749] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d994488f-a666-4300-8423-2d4f723148ff is going to be updated. [ 1193.202418] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.202567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.205682] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c2c9fab-f380-4b9a-948e-7096fdef0e42 with status ACTIVE [ 1193.205772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.205899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.206009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.206271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.206391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.206631] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.206773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.206872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.207103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.207236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.207536] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.207695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.207807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.208014] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.208151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.208281] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c2c9fab-f380-4b9a-948e-7096fdef0e42 is going to be updated. [ 1193.232808] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.233052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.233052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.233364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.233510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.233673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c2c9fab-f380-4b9a-948e-7096fdef0e42" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.234610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.234770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.234770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.234947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.235095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.235405] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d994488f-a666-4300-8423-2d4f723148ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.326947] env[65850]: INFO networking_nsxv3.common.synchronization [req-bca3ea2b-15d6-4ce4-a208-c695ecb2d3c7 req-542f0d45-1c7b-41b7-aedb-3c1804798235 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_members [ 1193.327655] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_members [ 1193.327992] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.328186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.328261] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.328564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.328719] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.328824] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.328887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.329060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.329147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.329242] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.617945] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.618158] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.618283] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.618617] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.618877] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.619046] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.619164] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.619376] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.619523] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.619733] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.619842] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.619946] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.620071] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.620180] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.620284] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.620417] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.638487] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1193.638686] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 deletion is rescheduled due to dependency. [ 1193.639097] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.639283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.639495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.639670] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.639783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.639850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.639998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.640094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.640185] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.641764] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.641920] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.642840] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.642840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.642840] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.642840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.643107] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.643448] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.643448] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a12d4744-d30d-4fd0-a37d-69f6c54d7d82',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.831678] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.831863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.831937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.832199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.832304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.832505] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.832613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.832673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.832821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.832896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.832985] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 already deleted. [ 1193.833076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.144698] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.145986] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.146195] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.146346] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.146629] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.146781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.146930] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port a12d4744-d30d-4fd0-a37d-69f6c54d7d82 not found, creating... [ 1194.147191] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.147352] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.147470] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.147678] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.147813] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.148711] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.148825] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.148866] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.149513] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.149513] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.149513] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: a12d4744-d30d-4fd0-a37d-69f6c54d7d82 is going to be created. [ 1194.169080] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.169306] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.169903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.169903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.169903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.170188] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.637763] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1194.638089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.638180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.638396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.638596] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.638692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.638764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.638915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.638998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.639105] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.651153] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.890094] env[65850]: INFO networking_nsxv3.common.synchronization [req-bca3ea2b-15d6-4ce4-a208-c695ecb2d3c7 req-11403df5-0ce2-44c2-9bbb-8558f5fc81a7 service nova] Enqueued Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_rules [ 1194.890944] env[65850]: INFO networking_nsxv3.common.synchronization [req-bca3ea2b-15d6-4ce4-a208-c695ecb2d3c7 req-11403df5-0ce2-44c2-9bbb-8558f5fc81a7 service nova] Enqueued Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_members [ 1194.891245] env[65850]: INFO networking_nsxv3.common.synchronization [req-bca3ea2b-15d6-4ce4-a208-c695ecb2d3c7 req-11403df5-0ce2-44c2-9bbb-8558f5fc81a7 service nova] Enqueued Resource ID: a12d4744-d30d-4fd0-a37d-69f6c54d7d82 with Priority: HIGHEST for action port [ 1194.892430] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_rules [ 1194.892654] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_members [ 1194.893015] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a12d4744-d30d-4fd0-a37d-69f6c54d7d82 with Priority: HIGHEST for action port [ 1194.893380] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.893522] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.893589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.893880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.893976] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.895372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.895495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.895579] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.895795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.895958] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.896102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.897356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.897585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.897721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.897938] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.899309] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.899495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.899622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.899923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.900074] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a12d4744-d30d-4fd0-a37d-69f6c54d7d82',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.141437] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.152987] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.153224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.153316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.153596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.153712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.153836] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1195.187926] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.188143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.188232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.188469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.188632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.198689] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1195.401554] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.402784] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.402909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.403100] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a12d4744-d30d-4fd0-a37d-69f6c54d7d82 with status ACTIVE [ 1195.403301] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.403427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.403427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.403638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.403726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.403894] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.403986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.405074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.405074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.405074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.405074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.405074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.405074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.405074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.405074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.405074] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a12d4744-d30d-4fd0-a37d-69f6c54d7d82 is going to be updated. [ 1195.434307] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.434506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.434549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.434733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.434877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.435057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a12d4744-d30d-4fd0-a37d-69f6c54d7d82" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.644172] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.907055] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.146866] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.147063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.147125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.147375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.147482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.147589] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1196.177752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.177935] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.178066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.178190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.178335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.187712] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1196.410788] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.411058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.411058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.411203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.411357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.411475] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 is going to be created. [ 1196.436681] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.436850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.436898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.437457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.437457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.447384] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 in Status: UNINITIALIZED for 2s [ 1197.218122] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 4s [ 1197.648031] env[65850]: INFO networking_nsxv3.common.synchronization [None req-93e95bf5-7b2a-4411-bcdd-0840bea907d0 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1197.648489] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1197.649281] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.649281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.194048] env[65850]: INFO networking_nsxv3.common.synchronization [req-53f4c800-5828-4bc9-99d3-9881f1ec9a89 req-cc33e4cb-229b-4639-83dd-58b2f37dfa9c tempest-ServerActionsTestOtherB-199528981 tempest-ServerActionsTestOtherB-199528981-project-member] Enqueued Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1198.194513] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda with Priority: HIGHEST for action security_group_members [ 1198.194818] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b227bdf-fac1-42af-a2c2-d99da09bfdda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.194940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.195034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.195238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.196023] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.196023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.196023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.196023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.196023] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.196273] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b227bdf-fac1-42af-a2c2-d99da09bfdda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.200095] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1198.200136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.200445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.200445] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.200620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.201341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.201563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.201673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.201784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.202132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.202132] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.459305] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 in Status: SUCCESS [ 1198.460495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.460495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.460495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.460666] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.460725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.460797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.460948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.461089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.462016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.462016] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.698338] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.698527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.698527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.698765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.698864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.699080] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.699190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.699252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.699407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.699502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.699597] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda is going to be updated. [ 1198.704490] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.704743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.704743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.704958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.705253] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.705253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.705253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.705498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.705589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.705725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.705858] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.705955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.706084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.706175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.706361] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.706470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.706533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.706680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.706761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.706843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.706934] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.732042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.732255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.732255] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.732479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.732627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.742177] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: IN_PROGRESS for 2s [ 1198.963506] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.209428] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0707c4f-87d0-4111-aa78-6e8c0ea4161b: rpc.has_security_group_logging(os_id): False [ 1199.242366] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1199.242621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.242799] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.243103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.243427] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.243578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.243686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.243915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.244068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.244218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.244346] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.246437] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.246437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.246638] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.246678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.246778] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.247019] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.247127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.247194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.247761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.247761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.247761] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.247761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.247902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.247980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.248069] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.248268] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.248378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.248481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.248661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.248755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.248881] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1199.250129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.250333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.250495] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.250654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.250737] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.250886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.250994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.251103] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.347787] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.347970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.348030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.348277] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.348433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.366260] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1199.466151] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3fbcbb-9b14-4ded-83e0-74e217249896: rpc.has_security_group_logging(os_id): False [ 1199.500171] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.500326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.500406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.500613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.500707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.500977] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.501075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.501139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.501332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.501442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.501539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 is going to be created. [ 1199.594054] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.594294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.594294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.594510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.594695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.608580] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 in Status: IN_PROGRESS for 2s [ 1199.749715] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.750112] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.750269] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.750522] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.750789] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.750932] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.751078] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.751305] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.751447] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.751658] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.751784] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.751866] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.752409] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.752551] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.752667] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.752803] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.754540] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.754644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.754824] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.775537] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.776202] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.776202] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.776329] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.776686] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-248a4e48-0a31-4a56-956f-4ddf20df55ac taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.776869] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-248a4e48-0a31-4a56-956f-4ddf20df55ac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.776991] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-248a4e48-0a31-4a56-956f-4ddf20df55ac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.777335] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-248a4e48-0a31-4a56-956f-4ddf20df55ac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.777479] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248a4e48-0a31-4a56-956f-4ddf20df55ac',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.256662] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.280647] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.280909] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.281083] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.281412] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.281566] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.281719] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 248a4e48-0a31-4a56-956f-4ddf20df55ac not found, creating... [ 1200.281977] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.282147] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.282263] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.282494] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.282639] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.282916] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.283091] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.283280] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.283581] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.283792] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.283973] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 248a4e48-0a31-4a56-956f-4ddf20df55ac is going to be created. [ 1200.312381] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.312594] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.312723] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.312994] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.313263] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.313611] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-248a4e48-0a31-4a56-956f-4ddf20df55ac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.753291] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda in Status: SUCCESS [ 1200.753581] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b227bdf-fac1-42af-a2c2-d99da09bfdda deletion is rescheduled due to dependency. [ 1200.753622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b227bdf-fac1-42af-a2c2-d99da09bfdda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.759267] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.759399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.759467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.759679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.759769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.759862] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1200.789056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.789264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.789337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.789518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.789664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.798814] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1201.015856] env[65850]: INFO networking_nsxv3.common.synchronization [req-59a96900-5c79-4512-98bd-0a88f41c00cd req-181f321d-e784-409d-a305-d4db0ece3e81 service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1201.016066] env[65850]: INFO networking_nsxv3.common.synchronization [req-59a96900-5c79-4512-98bd-0a88f41c00cd req-181f321d-e784-409d-a305-d4db0ece3e81 service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1201.016208] env[65850]: INFO networking_nsxv3.common.synchronization [req-59a96900-5c79-4512-98bd-0a88f41c00cd req-181f321d-e784-409d-a305-d4db0ece3e81 service nova] Enqueued Resource ID: 248a4e48-0a31-4a56-956f-4ddf20df55ac with Priority: HIGHEST for action port [ 1201.016953] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1201.016953] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1201.017192] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248a4e48-0a31-4a56-956f-4ddf20df55ac with Priority: HIGHEST for action port [ 1201.017534] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.017534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.017792] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.017792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.017792] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-248a4e48-0a31-4a56-956f-4ddf20df55ac taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.017965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248a4e48-0a31-4a56-956f-4ddf20df55ac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.017965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248a4e48-0a31-4a56-956f-4ddf20df55ac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.018222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248a4e48-0a31-4a56-956f-4ddf20df55ac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.018222] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248a4e48-0a31-4a56-956f-4ddf20df55ac',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.382230] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1201.382475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.521381] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 248a4e48-0a31-4a56-956f-4ddf20df55ac with status ACTIVE [ 1201.521626] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.521733] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.521808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.522055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.522170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.522422] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.522566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.522704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.522948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.523066] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.523271] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.523378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.523448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.523616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.523693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.523781] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 248a4e48-0a31-4a56-956f-4ddf20df55ac is going to be updated. [ 1201.547915] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.548124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.548182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.548396] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.548542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.548690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248a4e48-0a31-4a56-956f-4ddf20df55ac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.625577] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 in Status: SUCCESS [ 1201.625876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.399969] env[65850]: INFO networking_nsxv3.common.synchronization [req-7a85fd56-5ecd-498c-92cc-22cd9f911ef1 req-f842a2b6-d97a-4261-b3a0-ea215540e44d tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1202.400879] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1202.401140] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.401286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.401488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.401579] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.401668] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.401769] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.401841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.402033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.402033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.402295] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.809930] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1202.810238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.810465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.810752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.811041] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.811208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.811302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.811563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.811677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.811784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.812025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.812147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.812237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.812464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.812647] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.812777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.812868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.813068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.813175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.813299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.813445] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.814364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.814536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.814684] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.814787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.814850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.814986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.815073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.815161] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.904550] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.316512] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34afbd6d-719a-43d1-8b0f-365a117c0790: rpc.has_security_group_logging(os_id): False [ 1203.317838] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.336424] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.336604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.336667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.336895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.336988] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.337197] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.337296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.337352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.337502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.337581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.337772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.337866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.337920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.338076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.338153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.338341] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.338473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.338540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.338690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.338763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.338847] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1203.407722] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.417707] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.417707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.417707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.418038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.418038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.439530] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1203.821067] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.910204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.910491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.910571] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.911030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.911030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.911153] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1203.946623] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.946817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.946903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.947177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.948025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.959812] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1204.323937] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.324166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.324211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.324430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.324527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.324632] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1204.357081] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.357305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.357421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.357736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.357958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.379973] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1205.457173] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1205.457173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.457173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.457173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.457173] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.959689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.959813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.969860] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1205.970100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.391136] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1206.391423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.391637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.391896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.392146] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.392269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.392391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.392585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.392683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.392772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.392863] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.895233] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.895649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.895649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.895889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.896124] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.896250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.896330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.896672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.896790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.896901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.897109] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.897226] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.897294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.897460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.897604] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.897708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.897796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.897958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.898103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.898177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.898218] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.400493] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34afbd6d-719a-43d1-8b0f-365a117c0790: rpc.has_security_group_logging(os_id): False [ 1207.402190] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.402304] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1207.419325] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.419534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.419584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.419786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.419911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.420149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.420263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.420331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.420716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.421371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.421371] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.421371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.421371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.421602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.421602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.421664] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.421767] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.421845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.421962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.422198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.422198] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1207.485530] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.485692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.485764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.485972] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.486195] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.500755] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1209.515532] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1209.515801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.757389] env[65850]: INFO networking_nsxv3.common.synchronization [req-fcf46fd4-1840-4b55-8848-f3fb190dd049 req-89850139-1b2d-488f-8f23-e560bfe70d37 tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1211.758750] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1211.758750] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.758750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.758750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.759076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.759076] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.759076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.759218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.759375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.759375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.759463] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.093753] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.093959] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.094098] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.094390] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.094651] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.096295] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.096295] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.096295] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.096295] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.096295] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.096295] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.096295] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.096295] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.096295] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.096295] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.096295] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.117129] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.117350] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.117498] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.117659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.117955] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-3e734bec-5378-4a4a-8f57-af63fecac993 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.118156] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-3e734bec-5378-4a4a-8f57-af63fecac993" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.118249] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-3e734bec-5378-4a4a-8f57-af63fecac993" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.118570] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-3e734bec-5378-4a4a-8f57-af63fecac993" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.118715] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e734bec-5378-4a4a-8f57-af63fecac993',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.262304] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.621324] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.621596] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.621687] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.621997] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.622176] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.622332] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 3e734bec-5378-4a4a-8f57-af63fecac993 not found, creating... [ 1212.622645] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.622836] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.622954] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.623205] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.623345] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.623822] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.624009] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.624142] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.624364] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.624506] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.624649] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 3e734bec-5378-4a4a-8f57-af63fecac993 is going to be created. [ 1212.646689] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.646942] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.647083] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.647350] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.647583] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.647802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-3e734bec-5378-4a4a-8f57-af63fecac993" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.764545] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.270113] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.270757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.270757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.270757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.270757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.270757] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1213.306357] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.306357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.306515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.306750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.306966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.318802] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1213.397108] env[65850]: INFO networking_nsxv3.common.synchronization [req-fcf46fd4-1840-4b55-8848-f3fb190dd049 req-16e5dfa6-4daa-4c8b-9e60-1d76ce038e4f service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1213.397293] env[65850]: INFO networking_nsxv3.common.synchronization [req-fcf46fd4-1840-4b55-8848-f3fb190dd049 req-16e5dfa6-4daa-4c8b-9e60-1d76ce038e4f service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1213.397424] env[65850]: INFO networking_nsxv3.common.synchronization [req-fcf46fd4-1840-4b55-8848-f3fb190dd049 req-16e5dfa6-4daa-4c8b-9e60-1d76ce038e4f service nova] Enqueued Resource ID: 3e734bec-5378-4a4a-8f57-af63fecac993 with Priority: HIGHEST for action port [ 1213.398026] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1213.398159] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1213.398250] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e734bec-5378-4a4a-8f57-af63fecac993 with Priority: HIGHEST for action port [ 1213.398532] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.399267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.399267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.399267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.399267] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.400245] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.400348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.400547] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e734bec-5378-4a4a-8f57-af63fecac993 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.400649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e734bec-5378-4a4a-8f57-af63fecac993" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.400715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e734bec-5378-4a4a-8f57-af63fecac993" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.400878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e734bec-5378-4a4a-8f57-af63fecac993" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.400953] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e734bec-5378-4a4a-8f57-af63fecac993',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.547334] env[65850]: INFO networking_nsxv3.common.synchronization [req-78bcb7d3-052d-41fd-b396-d000daea710f req-b6db12bd-53d7-4fbc-9ba9-418ca0369ba2 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1213.547913] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1213.548251] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.548669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.548743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.548949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.549313] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.549313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.549434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.549465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.549550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.549644] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.903136] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.903542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.903542] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e734bec-5378-4a4a-8f57-af63fecac993 with status ACTIVE [ 1213.903718] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.903786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.903890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.904178] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.904251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.904392] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.904498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.904613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.904719] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.904810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.905019] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.905191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.905191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.905383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.905447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.905576] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e734bec-5378-4a4a-8f57-af63fecac993 is going to be updated. [ 1213.929966] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.930160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.930254] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.930471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.930644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.930776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e734bec-5378-4a4a-8f57-af63fecac993" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.052470] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.075590] env[65850]: INFO networking_nsxv3.common.synchronization [None req-8eb2d589-07aa-44ce-9d7c-da2d01171eb7 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1214.076178] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1214.076516] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.076597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.554376] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.056722] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.057154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.057154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.057401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.057503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.057612] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1215.083658] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.083803] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.083868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.084106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.084245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.093905] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1215.330468] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1215.330782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.330893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.331197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.331509] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.331648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.331726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.331970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.332121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.332263] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.762654] env[65850]: INFO networking_nsxv3.common.synchronization [req-35d7614f-05d6-4e73-aa60-a51c28354d63 req-20187fcf-ca51-42df-b4e4-7746e4a2b7f4 tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 1215.763471] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 1215.763873] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.763873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.763873] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.764052] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.764258] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.764336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.764408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.764725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.764725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.764725] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.834531] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.267253] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.339539] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.704659] env[65850]: INFO networking_nsxv3.common.synchronization [req-a972a65d-dd5c-4b36-ad44-f5a3778ea044 req-0a1981bc-985c-4baa-8689-3603e3a1fb9d tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_members [ 1216.705376] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGHEST for action security_group_members [ 1216.705762] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb356d0b-3d4a-4642-b455-6cfd829f946c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.705888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.705957] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.706464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.706464] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.706464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.706641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.706641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.706726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.706825] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.769961] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.842759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.843429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.843429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.843429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.843429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.843603] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1216.877936] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.878142] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.878511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.878790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.878986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.894514] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1217.104293] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1217.104525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.104812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.105056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.105252] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.105371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.105442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.105679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.105791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.105955] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.208953] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.209227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.209302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.209631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.209866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.210056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.210214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.210305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.210531] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.210906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.210906] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb356d0b-3d4a-4642-b455-6cfd829f946c is going to be updated. [ 1217.241854] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.242032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.242105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.242418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.242683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.252960] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb356d0b-3d4a-4642-b455-6cfd829f946c in Status: IN_PROGRESS for 2s [ 1217.272735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.273181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.273181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.273285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.273355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.273488] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be updated. [ 1217.313149] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.313373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.313373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.313689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.313841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.323584] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: IN_PROGRESS for 2s [ 1217.608769] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.608851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.608885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.609133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.609238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.609467] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.609648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.609648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.609794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.609875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.609962] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1217.642014] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.642186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.642259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.642574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.642714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.656231] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1218.905161] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1218.905554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.905618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.905845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.906075] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.906224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.906294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.906470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.906601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.906706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.906828] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.262992] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb356d0b-3d4a-4642-b455-6cfd829f946c in Status: SUCCESS [ 1219.262992] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb356d0b-3d4a-4642-b455-6cfd829f946c deletion is rescheduled due to dependency. [ 1219.262992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.332873] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 1219.333061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.408932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.408932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.408932] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.409200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.409341] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.409448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.409527] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.409701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.409793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.409857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.409967] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.410104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.410208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.410400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.410541] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.410636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.410693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.410869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.410967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.411048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.411131] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.665153] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1219.665339] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 deletion is rescheduled due to dependency. [ 1219.665456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.913831] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0707c4f-87d0-4111-aa78-6e8c0ea4161b: rpc.has_security_group_logging(os_id): False [ 1219.933058] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.933293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.933344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.933674] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.933802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.934096] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.934176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.934213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.934421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.934520] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.934717] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.934835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.934902] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.935107] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.935230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.935507] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.935721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.935788] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.935977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.936091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.936196] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1219.999636] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.999883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.999883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.000046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.000194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.012776] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1221.706591] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.706891] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1222.029938] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1222.030263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.629646] env[65850]: INFO networking_nsxv3.common.synchronization [None req-91fd4e41-21af-4b23-9dd7-150243823a2f tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_rules [ 1223.630223] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_rules [ 1223.630524] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.630742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.630742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.630962] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.631053] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.716626] env[65850]: INFO networking_nsxv3.common.synchronization [None req-753a962e-a1ea-436a-87bd-10af3d4e6bfa tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_rules [ 1223.717082] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_rules [ 1223.717389] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.717491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.156036] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.156036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.156036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.156336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.156336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.156396] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 already deleted. [ 1224.156477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.156742] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.156877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.156877] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.679074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.679471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.679471] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.679544] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.679590] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.679689] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 already deleted. [ 1224.679774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.718032] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.718032] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.787061] env[65850]: INFO networking_nsxv3.common.synchronization [req-c805ea7e-828d-4a2b-87a6-7693b6cb267b req-6cc4502e-97ea-4e09-a71d-29c73f2082d5 tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1229.787061] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1229.787061] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.787061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.787061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.787061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.787061] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.787061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.787061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.788197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.788197] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.788197] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.144988] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.145305] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.145394] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.145665] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.145980] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.146154] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.146271] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.146510] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.146725] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.146888] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.146999] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.147122] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.147228] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.147340] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.147472] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.147588] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.169546] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.169728] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.169852] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.170045] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.170376] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.170546] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.170689] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.170998] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.171241] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7d4ca0-91ee-474b-892d-5dd9a78bd0fb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.289878] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.674244] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.674756] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.674756] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.675034] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.675238] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.675422] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port de7d4ca0-91ee-474b-892d-5dd9a78bd0fb not found, creating... [ 1230.675768] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.675943] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.676074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.676303] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.676443] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.676737] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.676903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.677033] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.677244] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.677376] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.677517] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: de7d4ca0-91ee-474b-892d-5dd9a78bd0fb is going to be created. [ 1230.698154] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.698410] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.698514] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.698781] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.699014] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.699260] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.792326] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.294902] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.295100] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.295173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.295401] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.295493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.295591] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1231.326329] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.326592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.326750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.327094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.327395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.337689] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1231.415594] env[65850]: INFO networking_nsxv3.common.synchronization [req-c805ea7e-828d-4a2b-87a6-7693b6cb267b req-bd939a54-1058-495f-8536-d316cea20b90 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1231.415594] env[65850]: INFO networking_nsxv3.common.synchronization [req-c805ea7e-828d-4a2b-87a6-7693b6cb267b req-bd939a54-1058-495f-8536-d316cea20b90 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1231.415594] env[65850]: INFO networking_nsxv3.common.synchronization [req-c805ea7e-828d-4a2b-87a6-7693b6cb267b req-bd939a54-1058-495f-8536-d316cea20b90 service nova] Enqueued Resource ID: de7d4ca0-91ee-474b-892d-5dd9a78bd0fb with Priority: HIGHEST for action port [ 1231.415899] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1231.416061] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1231.416220] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d4ca0-91ee-474b-892d-5dd9a78bd0fb with Priority: HIGHEST for action port [ 1231.416445] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.416566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.416623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.416887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.416935] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.418773] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.418773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.418773] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.418773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.418773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.418773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.418773] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7d4ca0-91ee-474b-892d-5dd9a78bd0fb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.921266] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de7d4ca0-91ee-474b-892d-5dd9a78bd0fb with status ACTIVE [ 1231.921564] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.921730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.921811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.922016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.922120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.922336] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.922437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.922481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.923184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.923184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.923184] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.923184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.923184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.923474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.923474] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.923474] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de7d4ca0-91ee-474b-892d-5dd9a78bd0fb is going to be updated. [ 1231.924690] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.924804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.958106] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.958106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.958106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.958406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.958406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.958548] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de7d4ca0-91ee-474b-892d-5dd9a78bd0fb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.348087] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1233.348514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.348514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.348718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.349058] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.349151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.349299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.349411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.349501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.349607] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.715591] env[65850]: INFO networking_nsxv3.common.synchronization [req-f1a9c16b-18f6-436a-b43f-6c635ddcc446 req-d42d02c6-68b5-4af5-a859-3d3dc87483dc tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1233.715870] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1233.716148] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.716269] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.716337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.716600] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.716792] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.716911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.716964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.717358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.717358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.717358] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.853406] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.065382] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.065613] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.065802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.066278] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.066493] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.066590] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.066629] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.066850] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.066997] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.067216] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.067328] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.067430] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.067533] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.067650] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1234.067741] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.067869] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.092649] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.092799] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1234.092938] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.093140] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.093456] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-6840e4fc-4428-4b3c-bbee-766065612bac taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.093627] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-6840e4fc-4428-4b3c-bbee-766065612bac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.093747] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-6840e4fc-4428-4b3c-bbee-766065612bac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.094104] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-6840e4fc-4428-4b3c-bbee-766065612bac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.094244] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6840e4fc-4428-4b3c-bbee-766065612bac',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.219691] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.219846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.219920] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.220188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.220276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.220483] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.220586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.220648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.220801] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.220879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.220961] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 already deleted. [ 1234.221053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.355393] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.597967] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.598271] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.598400] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.598687] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.598840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.598997] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 6840e4fc-4428-4b3c-bbee-766065612bac not found, creating... [ 1234.599284] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.599453] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.599567] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.599786] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.599922] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.600213] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.600416] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.600464] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.600667] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.600797] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.600935] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 6840e4fc-4428-4b3c-bbee-766065612bac is going to be created. [ 1234.621744] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.621963] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.622068] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.622337] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.622561] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.622779] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-6840e4fc-4428-4b3c-bbee-766065612bac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.858985] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.859184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.859230] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.859454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.859558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.859635] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1234.892766] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.892998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.892998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.893233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.893391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.904277] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1235.347297] env[65850]: INFO networking_nsxv3.common.synchronization [req-f1a9c16b-18f6-436a-b43f-6c635ddcc446 req-4d1853d8-84e3-41be-ae9c-8da9027eb78f service nova] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_rules [ 1235.347297] env[65850]: INFO networking_nsxv3.common.synchronization [req-f1a9c16b-18f6-436a-b43f-6c635ddcc446 req-4d1853d8-84e3-41be-ae9c-8da9027eb78f service nova] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1235.347297] env[65850]: INFO networking_nsxv3.common.synchronization [req-f1a9c16b-18f6-436a-b43f-6c635ddcc446 req-4d1853d8-84e3-41be-ae9c-8da9027eb78f service nova] Enqueued Resource ID: 6840e4fc-4428-4b3c-bbee-766065612bac with Priority: HIGHEST for action port [ 1235.347644] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_rules [ 1235.347909] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1235.348167] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6840e4fc-4428-4b3c-bbee-766065612bac with Priority: HIGHEST for action port [ 1235.348851] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.349171] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.349429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.349827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.350109] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.351135] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.352017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.352017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.352017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.354124] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.355048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.355048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.355048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.355187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.355266] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.356177] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6840e4fc-4428-4b3c-bbee-766065612bac taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.356465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6840e4fc-4428-4b3c-bbee-766065612bac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.356465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6840e4fc-4428-4b3c-bbee-766065612bac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.356567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6840e4fc-4428-4b3c-bbee-766065612bac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.356603] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6840e4fc-4428-4b3c-bbee-766065612bac',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.858727] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.858900] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.859431] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6840e4fc-4428-4b3c-bbee-766065612bac with status ACTIVE [ 1235.859431] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.859431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.859673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.859673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.859766] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.859912] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.860031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.860098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.860236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.860315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.860498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.860594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.860655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.860784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.860859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.860971] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6840e4fc-4428-4b3c-bbee-766065612bac is going to be updated. [ 1235.862569] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.885622] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.885851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.885896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.886602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.886602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.886602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6840e4fc-4428-4b3c-bbee-766065612bac" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.365348] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.468995] env[65850]: INFO networking_nsxv3.common.synchronization [req-c8cea428-431e-4b4b-a155-1345445ccabf req-e28ed1e8-f507-4c1d-8c6b-7b5a27fa0f95 tempest-ServerActionsTestOtherA-1274200694 tempest-ServerActionsTestOtherA-1274200694-project-member] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 1236.469566] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGHEST for action security_group_members [ 1236.469856] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.470514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.470514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.470514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.470514] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.471632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.471632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.471632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.471632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.471632] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.868613] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.868744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.868744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.869160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.869160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.869286] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be created. [ 1236.902455] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.902687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.902687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.902916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.903127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.915594] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1236.915889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.916095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.916339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.916576] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.916696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.916776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.916974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.917073] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.917177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.917270] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.919870] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: UNINITIALIZED for 2s [ 1236.973923] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.974150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.974240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.974501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.974625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.974872] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.974987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.975099] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.975295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.975395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.975512] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be updated. [ 1237.002714] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.002714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.002714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.002992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.003111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.012188] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: IN_PROGRESS for 2s [ 1237.419831] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.420364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.420364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.420364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.420491] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.420570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.420613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.420734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.420817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.420909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.421065] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.421160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.421216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.421417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.421639] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.421749] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.421814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.421919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.422017] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.422130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.422223] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.924552] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0707c4f-87d0-4111-aa78-6e8c0ea4161b: rpc.has_security_group_logging(os_id): False [ 1237.947735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.947945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.948053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.948331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.948427] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.948825] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.948825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.949060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.949060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.949141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.949404] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.949404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.949555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.949617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.949823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.949823] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.950095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.950095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.950182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.950182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.950352] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1238.019543] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.019754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.019811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.020130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.020295] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.034301] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1238.555269] env[65850]: INFO networking_nsxv3.common.synchronization [req-1cffaf4f-0659-47b1-80a6-1c48fa98e96b req-c0312167-c4fe-45e3-ac0d-7a4dab1eeaed tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1238.555783] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1238.556115] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.556239] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.556309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.556502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.556653] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.556752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.557062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.557062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.557208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.557208] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.933097] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: SUCCESS [ 1238.933418] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.933528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.933741] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.933980] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.934117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.934176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.934336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.934415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.934501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.934587] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.025242] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aea0274-a51c-4dbe-a019-7846f7545ded in Status: SUCCESS [ 1239.025420] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded deletion is rescheduled due to dependency. [ 1239.025535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.059325] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.059565] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.059620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.059815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.059912] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.060139] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.060242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.060311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.060462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.060532] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.060623] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1239.091083] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.091370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.091370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.091589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.092111] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.104204] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1239.438405] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.941517] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e211c0ee-5a29-439a-9940-2e604aedc708: rpc.has_security_group_logging(os_id): False [ 1239.960597] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.960907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.960907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.961047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.961145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.961395] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.961530] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.961611] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.961711] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.961780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.961894] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be created. [ 1240.030056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.030056] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.030416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.030416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.030525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.046077] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: IN_PROGRESS for 2s [ 1240.048900] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1240.049143] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.117105] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1241.117549] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a deletion is rescheduled due to dependency. [ 1241.117549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.688498] env[65850]: INFO networking_nsxv3.common.synchronization [req-3733e772-7b0d-4806-8536-6a392a219b74 req-feba47eb-f6e5-4038-baf2-63e507d66bbb tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1241.688498] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1241.688498] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.688498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.688498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.689046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.689396] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.689667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.689866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.690159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.691671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.691671] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.060811] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: SUCCESS [ 1242.060811] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.192419] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.695046] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.197453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.198663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.198663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.198663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.198663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.198663] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1243.233759] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.233954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.234132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.234350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.234547] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.245157] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1245.255725] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1245.256179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.688471] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.688861] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.911180] env[65850]: INFO networking_nsxv3.common.synchronization [req-7fc5614d-5600-40db-a5b5-ef9ce7a03298 req-2f67c936-644a-4d97-9764-9cb8c0ffc8c8 tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1247.911747] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1247.912143] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.912282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.912353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.912676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.912837] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.912937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.913020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.913170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.913276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.913368] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.223622] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.223884] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.224069] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.224388] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.224682] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.224891] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.225051] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.225298] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.225452] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.225661] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.225772] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.225878] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.226016] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.226135] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.226239] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.226367] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.246983] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.247749] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.247906] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.248126] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-484" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.248505] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-11de7be1-3f1f-4335-8ba0-70119fec1ada taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.248637] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-11de7be1-3f1f-4335-8ba0-70119fec1ada" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.248760] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-11de7be1-3f1f-4335-8ba0-70119fec1ada" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.249102] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-11de7be1-3f1f-4335-8ba0-70119fec1ada" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.249231] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11de7be1-3f1f-4335-8ba0-70119fec1ada',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.416382] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.416546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.416618] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.416848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.416944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.417185] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.417294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.417359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.417517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.417594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.417685] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1248.448974] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.448974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.448974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.448974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.448974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.461461] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1248.552033] env[65850]: INFO networking_nsxv3.common.synchronization [req-f7e3d4bd-48fb-4302-aaf7-aca7e001ed7b req-7e3be3c0-64d5-4e64-92f2-98a6cf7c057a tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1248.553382] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1248.553382] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.553382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.553382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.553574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.553647] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.553762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.553817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.554020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.554123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.554223] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.752031] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.752276] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.752323] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.752588] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.752739] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.752898] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 11de7be1-3f1f-4335-8ba0-70119fec1ada not found, creating... [ 1248.753169] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.753328] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.753447] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.753676] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.753814] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.754111] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.754287] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.754406] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.754632] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.754767] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.754922] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 11de7be1-3f1f-4335-8ba0-70119fec1ada is going to be created. [ 1248.776065] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.776065] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.776065] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.776401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.776583] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.776821] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-11de7be1-3f1f-4335-8ba0-70119fec1ada" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.056705] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.465271] env[65850]: INFO networking_nsxv3.common.synchronization [req-7fc5614d-5600-40db-a5b5-ef9ce7a03298 req-6d162400-3fce-4d18-8224-ebef041fc5a9 service nova] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 1249.465358] env[65850]: INFO networking_nsxv3.common.synchronization [req-7fc5614d-5600-40db-a5b5-ef9ce7a03298 req-6d162400-3fce-4d18-8224-ebef041fc5a9 service nova] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1249.465531] env[65850]: INFO networking_nsxv3.common.synchronization [req-7fc5614d-5600-40db-a5b5-ef9ce7a03298 req-6d162400-3fce-4d18-8224-ebef041fc5a9 service nova] Enqueued Resource ID: 11de7be1-3f1f-4335-8ba0-70119fec1ada with Priority: HIGHEST for action port [ 1249.466047] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_rules [ 1249.466192] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1249.466292] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11de7be1-3f1f-4335-8ba0-70119fec1ada with Priority: HIGHEST for action port [ 1249.466932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.467193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.467290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.467883] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.467883] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.468942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.469067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.469276] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-11de7be1-3f1f-4335-8ba0-70119fec1ada taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.469385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11de7be1-3f1f-4335-8ba0-70119fec1ada" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.469446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11de7be1-3f1f-4335-8ba0-70119fec1ada" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.469751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11de7be1-3f1f-4335-8ba0-70119fec1ada" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.469836] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11de7be1-3f1f-4335-8ba0-70119fec1ada',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.561753] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.970051] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.970205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.971465] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11de7be1-3f1f-4335-8ba0-70119fec1ada with status ACTIVE [ 1249.971639] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.971753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.971819] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.972038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.972131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.972298] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.972394] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.972456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.972655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.972688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.972851] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.972946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.973053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.973162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.973242] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.973311] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11de7be1-3f1f-4335-8ba0-70119fec1ada is going to be updated. [ 1249.998298] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.998460] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.998510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.998727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.998898] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.999088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11de7be1-3f1f-4335-8ba0-70119fec1ada" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.064400] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.064820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.064820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.064820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.064946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.065033] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1250.107436] env[65850]: INFO networking_nsxv3.common.synchronization [req-eebae027-8d62-451c-b644-004f4fbc18c3 req-ec5ad0f4-d764-48e2-a6ec-ec358626c1bf tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1250.107986] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1250.108390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.108515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.108628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.108782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.108952] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.109048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.109106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.109248] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.109332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.109424] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.116290] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.116290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.116290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.116534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.116670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.127481] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1250.438192] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.438401] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.438532] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.438802] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.439220] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.439416] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.439534] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.439752] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.439894] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.440122] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.440233] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.440332] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.440431] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.440534] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.440634] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.440770] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.460339] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.460513] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.460646] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.460826] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.461179] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-b8329c8a-eb62-49f2-bc9e-613326f6673a taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.461358] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-b8329c8a-eb62-49f2-bc9e-613326f6673a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.461478] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-b8329c8a-eb62-49f2-bc9e-613326f6673a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.461828] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-b8329c8a-eb62-49f2-bc9e-613326f6673a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.461972] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8329c8a-eb62-49f2-bc9e-613326f6673a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.472826] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1250.473010] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a deletion is rescheduled due to dependency. [ 1250.473135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.473294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.473502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.473684] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.473850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.473850] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.473998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.474095] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.474189] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.611539] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.798021] env[65850]: INFO networking_nsxv3.common.synchronization [None req-e3de835d-78c1-4c11-a081-239bfed0ea55 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_rules [ 1250.798021] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_rules [ 1250.798021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.798753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.798948] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.799333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.800211] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.870692] env[65850]: INFO networking_nsxv3.common.synchronization [None req-8ad524bd-dd67-4a63-8f94-e9fc553cff6c tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_rules [ 1250.870692] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_rules [ 1250.870692] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.870692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.965702] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.965702] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.965702] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.966079] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.966288] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.966470] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port b8329c8a-eb62-49f2-bc9e-613326f6673a not found, creating... [ 1250.966767] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.966959] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.967124] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.968046] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.968046] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.968046] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.968046] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.968046] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.968307] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.968349] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.968495] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: b8329c8a-eb62-49f2-bc9e-613326f6673a is going to be created. [ 1250.979175] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.988922] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.989163] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.989291] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.989557] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.989779] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.989995] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-b8329c8a-eb62-49f2-bc9e-613326f6673a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.113651] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.325145] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.325380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.325513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.325832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.326057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.326210] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 already deleted. [ 1251.326348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.326581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.326848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.327069] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.481663] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.615842] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.616050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.616181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.616436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.616436] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.616539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be updated. [ 1251.646232] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.646420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.646420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.646535] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.646685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.656361] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: IN_PROGRESS for 2s [ 1251.695581] env[65850]: INFO networking_nsxv3.common.synchronization [req-eebae027-8d62-451c-b644-004f4fbc18c3 req-037a7ac6-0d88-4054-b04c-c99f4c4e6af5 service nova] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_rules [ 1251.695771] env[65850]: INFO networking_nsxv3.common.synchronization [req-eebae027-8d62-451c-b644-004f4fbc18c3 req-037a7ac6-0d88-4054-b04c-c99f4c4e6af5 service nova] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1251.695911] env[65850]: INFO networking_nsxv3.common.synchronization [req-eebae027-8d62-451c-b644-004f4fbc18c3 req-037a7ac6-0d88-4054-b04c-c99f4c4e6af5 service nova] Enqueued Resource ID: b8329c8a-eb62-49f2-bc9e-613326f6673a with Priority: HIGHEST for action port [ 1251.696538] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_rules [ 1251.696683] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1251.696783] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8329c8a-eb62-49f2-bc9e-613326f6673a with Priority: HIGHEST for action port [ 1251.697110] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.697464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.697464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.697628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.697679] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.700954] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.701084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.701358] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8329c8a-eb62-49f2-bc9e-613326f6673a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.701433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8329c8a-eb62-49f2-bc9e-613326f6673a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.701477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8329c8a-eb62-49f2-bc9e-613326f6673a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.701644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8329c8a-eb62-49f2-bc9e-613326f6673a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.701723] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8329c8a-eb62-49f2-bc9e-613326f6673a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.850661] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.850807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.850915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.851184] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.851283] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.851396] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 already deleted. [ 1251.851470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.983932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.984144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.984144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.984328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.984416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.984518] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1252.038101] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.038302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.038302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.038495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.038748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.047422] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1252.136435] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1252.136435] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.204072] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8329c8a-eb62-49f2-bc9e-613326f6673a with status ACTIVE [ 1252.204428] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.204428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.204428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.204689] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.204745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.204896] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.204993] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.205068] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.205205] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.205276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.205453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.205552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.205610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.205745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.205816] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.205903] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8329c8a-eb62-49f2-bc9e-613326f6673a is going to be updated. [ 1252.207316] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.207443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.231174] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.231419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.231419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.231585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.231712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.231874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8329c8a-eb62-49f2-bc9e-613326f6673a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.667647] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: SUCCESS [ 1253.667970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.667970] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.668214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.668417] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.668573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.668686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.668746] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.668840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.668910] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.057514] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1254.057732] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.057895] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.058141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.058384] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.058510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.058619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.058761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.058852] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.058938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.059041] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.171385] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.560963] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.674103] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.063095] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aada36fa-9152-4c9f-9ba4-36f3250cc53a: rpc.has_security_group_logging(os_id): False [ 1255.083870] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.084172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.084172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.084403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.084494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.084768] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.084875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.084939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.085123] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.085202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.085314] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1255.159528] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.159777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.159777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.159952] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.160234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.174379] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1255.176837] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.177029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.177139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.177348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.177439] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.177534] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be updated. [ 1255.211243] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.211457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.211457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.211679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.211821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.221573] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: IN_PROGRESS for 2s [ 1256.484196] env[65850]: INFO networking_nsxv3.common.synchronization [req-66282e7f-3935-41eb-96a3-b1d8e446f391 req-b8ae56d1-da7d-4d29-9100-5f64357d2343 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_members [ 1256.484622] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_members [ 1256.484954] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5979757-f2da-4a5a-8eaf-fe5e471b1499 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.485224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.485302] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.485581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.485815] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.485933] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.486046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.486221] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.486312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.486421] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.793093] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.793412] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.793633] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.794017] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.794579] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.794820] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.795044] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.795498] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.795498] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.795788] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.795955] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.796148] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.796312] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.796481] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.796641] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.796831] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.817041] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.817248] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.817368] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.817565] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.817917] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-2f73f05a-61ed-491e-b678-8ab3de36b3e7 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.818109] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-2f73f05a-61ed-491e-b678-8ab3de36b3e7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.818232] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-2f73f05a-61ed-491e-b678-8ab3de36b3e7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.818654] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-2f73f05a-61ed-491e-b678-8ab3de36b3e7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.818795] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f73f05a-61ed-491e-b678-8ab3de36b3e7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.988854] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.989063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.989102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.989326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.989416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.989614] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.989718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.989776] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.989927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.990011] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.990098] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 already deleted. [ 1256.990180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.189130] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1257.189130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.234166] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: SUCCESS [ 1257.234406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.234578] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.234794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.234988] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.235119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.235187] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.235344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.235428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.235536] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.235595] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.321246] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.321479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.321591] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.321887] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.322079] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.322201] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 2f73f05a-61ed-491e-b678-8ab3de36b3e7 not found, creating... [ 1257.322456] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.322609] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.323614] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.323614] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.323614] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.323614] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.323614] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.323997] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.323997] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.324083] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.324197] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 2f73f05a-61ed-491e-b678-8ab3de36b3e7 is going to be created. [ 1257.344474] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.344720] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.344816] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.345095] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.345328] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.345547] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-2f73f05a-61ed-491e-b678-8ab3de36b3e7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.739682] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.046352] env[65850]: INFO networking_nsxv3.common.synchronization [req-66282e7f-3935-41eb-96a3-b1d8e446f391 req-3146f55e-60f9-4dc3-b5ac-edeb8a3fd3f0 service nova] Enqueued Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_rules [ 1258.046522] env[65850]: INFO networking_nsxv3.common.synchronization [req-66282e7f-3935-41eb-96a3-b1d8e446f391 req-3146f55e-60f9-4dc3-b5ac-edeb8a3fd3f0 service nova] Enqueued Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_members [ 1258.046719] env[65850]: INFO networking_nsxv3.common.synchronization [req-66282e7f-3935-41eb-96a3-b1d8e446f391 req-3146f55e-60f9-4dc3-b5ac-edeb8a3fd3f0 service nova] Enqueued Resource ID: 2f73f05a-61ed-491e-b678-8ab3de36b3e7 with Priority: HIGHEST for action port [ 1258.047233] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_rules [ 1258.047367] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_members [ 1258.047582] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f73f05a-61ed-491e-b678-8ab3de36b3e7 with Priority: HIGHEST for action port [ 1258.047762] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.047831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.047879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.048118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.048190] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.049028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5979757-f2da-4a5a-8eaf-fe5e471b1499 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.049129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.049202] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.049370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.049495] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.049587] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.049644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.049781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.049866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.049952] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.050644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f73f05a-61ed-491e-b678-8ab3de36b3e7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.050751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f73f05a-61ed-491e-b678-8ab3de36b3e7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.050881] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f73f05a-61ed-491e-b678-8ab3de36b3e7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.050973] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f73f05a-61ed-491e-b678-8ab3de36b3e7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.051064] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f73f05a-61ed-491e-b678-8ab3de36b3e7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.241927] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e211c0ee-5a29-439a-9940-2e604aedc708: rpc.has_security_group_logging(os_id): False [ 1258.260541] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.260837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.260837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.260974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.261105] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.261333] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.261432] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.261545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.261853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.261853] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.261853] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be updated. [ 1258.322370] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.322616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.322695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.322905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.323063] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.337157] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: IN_PROGRESS for 2s [ 1258.553100] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.554334] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5979757-f2da-4a5a-8eaf-fe5e471b1499 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.554570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.554667] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f73f05a-61ed-491e-b678-8ab3de36b3e7 with status ACTIVE [ 1258.554853] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.554967] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.555043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.555348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.555633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.555633] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.555760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.555810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.555944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.556078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.556761] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.556761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.556761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.556761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.556761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.556761] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f73f05a-61ed-491e-b678-8ab3de36b3e7 is going to be updated. [ 1258.580851] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.581425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.581425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.581425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.581857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.581890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f73f05a-61ed-491e-b678-8ab3de36b3e7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.618606] env[65850]: INFO networking_nsxv3.common.synchronization [req-fd22a0aa-1805-4fbd-9f53-5b9dc84fdb68 req-4b3dbd9b-7864-476b-b05e-1c692043d9df tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1258.619309] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1258.619573] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.619718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.619792] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.620055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.620241] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.620359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.620423] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.620603] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.621893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.621893] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.941021] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.941021] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.941021] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.941021] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.941021] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.941021] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.941021] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.941021] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.941672] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.942044] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.942186] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.942313] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.942436] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.942553] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.942672] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.942815] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.961732] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.961888] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.962048] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.962241] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.962579] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-f35a8c8b-6dd8-41df-88f6-9489872b6748 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.962763] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-f35a8c8b-6dd8-41df-88f6-9489872b6748" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.962887] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-f35a8c8b-6dd8-41df-88f6-9489872b6748" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.963263] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-f35a8c8b-6dd8-41df-88f6-9489872b6748" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.963413] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f35a8c8b-6dd8-41df-88f6-9489872b6748',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.059056] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.123845] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.466164] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.466416] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.466544] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.466840] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.466993] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.467193] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port f35a8c8b-6dd8-41df-88f6-9489872b6748 not found, creating... [ 1259.467461] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.467615] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.467732] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.467950] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.468103] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.468391] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.468542] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.468783] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.468863] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.468997] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.469146] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: f35a8c8b-6dd8-41df-88f6-9489872b6748 is going to be created. [ 1259.490856] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.491095] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.491213] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.491487] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.491714] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.491948] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-f35a8c8b-6dd8-41df-88f6-9489872b6748" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.561357] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.562084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.562084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.562084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.562084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.562084] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 is going to be created. [ 1259.589217] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.589400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.589448] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.589661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.589823] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.607583] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 in Status: UNINITIALIZED for 2s [ 1259.627125] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.129735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.130087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.130087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.130326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.130326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.130440] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1260.165685] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.165880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.165880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.166311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.166476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.176665] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1260.199654] env[65850]: INFO networking_nsxv3.common.synchronization [req-fd22a0aa-1805-4fbd-9f53-5b9dc84fdb68 req-c3c7f736-c33c-4da6-aeac-22a96236bc00 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1260.199848] env[65850]: INFO networking_nsxv3.common.synchronization [req-fd22a0aa-1805-4fbd-9f53-5b9dc84fdb68 req-c3c7f736-c33c-4da6-aeac-22a96236bc00 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1260.200020] env[65850]: INFO networking_nsxv3.common.synchronization [req-fd22a0aa-1805-4fbd-9f53-5b9dc84fdb68 req-c3c7f736-c33c-4da6-aeac-22a96236bc00 service nova] Enqueued Resource ID: f35a8c8b-6dd8-41df-88f6-9489872b6748 with Priority: HIGHEST for action port [ 1260.200655] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1260.200798] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1260.200896] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f35a8c8b-6dd8-41df-88f6-9489872b6748 with Priority: HIGHEST for action port [ 1260.201290] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.201465] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.201500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.201763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.201826] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.202752] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.202896] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.204171] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f35a8c8b-6dd8-41df-88f6-9489872b6748 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.204307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f35a8c8b-6dd8-41df-88f6-9489872b6748" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.204360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f35a8c8b-6dd8-41df-88f6-9489872b6748" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.206299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f35a8c8b-6dd8-41df-88f6-9489872b6748" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.206299] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f35a8c8b-6dd8-41df-88f6-9489872b6748',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.356590] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: SUCCESS [ 1260.356849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588344] env[65850]: INFO networking_nsxv3.common.synchronization [None req-bfb89b89-87f8-4d98-b204-978e0bedf703 tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1260.588897] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1260.589233] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.589357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.589422] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.589616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.589766] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.589864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.590141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.590141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.590141] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.590289] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.706732] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.706868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.709132] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f35a8c8b-6dd8-41df-88f6-9489872b6748 with status ACTIVE [ 1260.709132] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.709132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.709132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.709132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.709132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.709132] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.709132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.709132] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.709483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.709483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.709538] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.709585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.710574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.710574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.710574] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.710574] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f35a8c8b-6dd8-41df-88f6-9489872b6748 is going to be updated. [ 1260.731250] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.731385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.731457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.731665] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.731829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.731941] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f35a8c8b-6dd8-41df-88f6-9489872b6748" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.092348] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.092515] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.092585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.092804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.092899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.093104] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.093209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.093271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.093437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.093525] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.093613] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1261.117932] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.118216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.118216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.118335] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.118489] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.127293] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1261.617346] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 in Status: SUCCESS [ 1261.617716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.617716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.617946] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.618154] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.618281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.618352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.618501] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.618580] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.618662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.618752] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.759058] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1261.759231] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1262.121158] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.190105] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1262.190524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.190846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.191162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.191379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.191503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.191569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.191782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.191938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.192119] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.624286] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5979757-f2da-4a5a-8eaf-fe5e471b1499: rpc.has_security_group_logging(os_id): False [ 1262.644264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.644264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.644264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.644264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.644264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.644551] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.644551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.644551] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.644669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.644722] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.644803] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 is going to be created. [ 1262.694981] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.703971] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.704172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.704238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.704459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.704646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.717462] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 in Status: IN_PROGRESS for 2s [ 1263.137612] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1263.137783] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 deletion is rescheduled due to dependency. [ 1263.137901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.197535] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.700586] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.700995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.700995] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.701122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.701122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.701228] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1263.731486] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.731706] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.731835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.732096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.732289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.742881] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1264.730348] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 in Status: SUCCESS [ 1264.730754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.590293] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.590404] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1265.752996] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1265.753361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.753361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.753566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.753751] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.753870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.753943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.754153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.754247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.754334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.754426] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.260025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.260025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.260025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.260025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.260025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.260726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.260726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.260726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.260726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.260726] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.764729] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0707c4f-87d0-4111-aa78-6e8c0ea4161b: rpc.has_security_group_logging(os_id): False [ 1266.790027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.790027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.790027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.790027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.790632] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.790632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.790632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.790632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.790632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.790632] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1266.876171] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.876497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.876497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.880034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.880034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.895089] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1268.911875] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1268.911875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.591451] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.591451] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.498247] env[65850]: INFO networking_nsxv3.common.synchronization [req-bbc3775e-9e01-49a8-94f6-1a1fcbf22813 req-d7b56333-28ad-4ce1-8870-98954ad666cf tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1273.498800] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1273.499117] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.499247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.499342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.499526] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.499706] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.499863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.499863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.500053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.500112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.501043] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.716838] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.717092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.717092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.717352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.717513] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.002562] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.220799] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.505518] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.723515] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.008592] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.008783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.008829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.009045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.009146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.009247] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1275.040736] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.040888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.040959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.041374] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.041451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.050029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1275.225840] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1275.225962] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1275.979967] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.980387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.980387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.980475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.992181] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1275.993754] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.994362] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1276.035633] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.035938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.035938] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.036106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.051645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.052614] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1276.052614] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.052827] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1276.089986] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.090160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.090232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.090459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.091796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.091994] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1276.175722] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.175961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.175961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.176168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.176613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.176932] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1276.257448] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.257704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.257704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.257871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.258193] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.258497] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1276.258593] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a7110b70-38f2-4204-890b-de71588100b2', '4277c4cb-daea-42ad-b128-50e6abaf3784', '947bf2c8-7191-4319-8427-6737aa78979a', '8aea0274-a51c-4dbe-a019-7846f7545ded', '1316acab-5a2d-487c-97ec-af855aeaf858', '34afbd6d-719a-43d1-8b0f-365a117c0790', 'e414da30-913f-44c2-bfb0-5bc4cd894735', '866ca57c-6f8e-44e8-a7f6-ac8163580a75', '90120909-6e81-4e0c-a91c-8a1646639920', '721a5441-ede1-4dcb-ba72-0b3f197dc6f1', '7b3fbcbb-9b14-4ded-83e0-74e217249896', '229b5cb9-e91a-4574-854f-71f4e35e567a', 'fd86633e-87f9-4302-97e0-d675217857f3', '9575a792-16b7-4310-853b-f0cb0f5ca1cf', 'f763bcdf-9849-42a6-b857-aacf498a3bda', 'ac2c2e7a-718c-4b28-a865-78f8676c7c7f', 'bb356d0b-3d4a-4642-b455-6cfd829f946c', '0cc35757-df9b-4e81-b6ac-c6b7129a8a96', 'e211c0ee-5a29-439a-9940-2e604aedc708', '7770593b-1901-431e-a0bb-2110f1428769', 'f5979757-f2da-4a5a-8eaf-fe5e471b1499', '3c8c6615-e788-4411-a1a5-172e4b15a18e', '286eb600-d940-48b6-b70d-5b138cc10767', 'a3486bc3-6f28-4484-ab6a-b239dbc87e0d', 'f02ab9ad-0d9a-422c-bb5a-98653bd92d26', 'aada36fa-9152-4c9f-9ba4-36f3250cc53a', 'bfadab9d-233c-41d2-9c08-c217112e9836', 'cceceefd-c13a-479d-a3ea-7d3cdab3f9c9', '3e638734-de0c-41fd-a846-2e0d031d2ff2', '1014e0d9-de00-420a-ab46-f67dcc94ad1e', '1a8c55f5-740e-4ff7-8210-aa2dffd55ee4', '96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c', '873e7148-70c0-4595-8432-797a20f49bf7', '58b7f132-59b5-478e-b995-bf20d842aedb', '8631d824-d9ad-4527-a163-d746a770cdf2', 'b0707c4f-87d0-4111-aa78-6e8c0ea4161b', '84fe49f1-4445-43b4-a6a8-edc99e943aa0', 'c00a5fc8-a8e8-4cec-8d91-9b77c2d959da', 'd8fcd1da-a79f-47dd-9a03-f7bec3c8e541', '0b227bdf-fac1-42af-a2c2-d99da09bfdda', '12930e58-3aa8-43e2-8739-072f2b5945e2', '261495dc-b9cf-453b-ad72-bc53810e5068', '9933ae54-8f70-4fa6-951e-7eb2f7df3c65'} {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.258687] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1276.276392] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.276600] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.276600] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.276789] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.276872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.276978] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1276.277060] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.277131] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1276.357870] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.358086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.358134] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.358320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.360029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.360029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1276.360029] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.360029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1276.360250] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1276.360250] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1276.360250] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGH for action security_group_rules [ 1276.360419] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGH for action security_group_rules [ 1276.360493] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGH for action security_group_rules [ 1276.360576] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGH for action security_group_rules [ 1276.360636] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGH for action security_group_rules [ 1276.360701] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGH for action security_group_rules [ 1276.360764] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGH for action security_group_rules [ 1276.360825] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGH for action security_group_rules [ 1276.360888] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGH for action security_group_rules [ 1276.360951] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGH for action security_group_rules [ 1276.361024] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGH for action security_group_rules [ 1276.361089] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGH for action security_group_rules [ 1276.361176] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGH for action security_group_rules [ 1276.361224] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGH for action security_group_rules [ 1276.361313] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGH for action security_group_rules [ 1276.361355] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGH for action security_group_rules [ 1276.361401] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGH for action security_group_rules [ 1276.361464] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGH for action security_group_rules [ 1276.361535] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGH for action security_group_rules [ 1276.361596] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGH for action security_group_rules [ 1276.361685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.061542] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1277.061542] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.238699] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.238903] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.239040] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.239320] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.239570] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.239725] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.239839] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.240056] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.240200] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.240399] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.240510] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.240612] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.240713] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.240817] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.240918] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.241054] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.259987] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.260180] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1277.260299] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.260476] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.260800] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.260971] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.261103] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.261440] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.261579] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b08ee91-c3f4-46e3-955b-c7a9309e1d85',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.763604] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.763870] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.763996] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.764329] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.764484] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.764638] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 not found, creating... [ 1277.764911] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.765081] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.765200] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.765413] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.765578] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.765863] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.766025] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.766163] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.766437] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.766567] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.766705] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 is going to be created. [ 1277.789111] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.789373] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.789439] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.789698] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.789922] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.790157] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7110b70-38f2-4204-890b-de71588100b2 with Priority: HIGH for action security_group_rules [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bf2c8-7191-4319-8427-6737aa78979a with Priority: HIGH for action security_group_rules [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e414da30-913f-44c2-bfb0-5bc4cd894735 with Priority: HIGH for action security_group_rules [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f763bcdf-9849-42a6-b857-aacf498a3bda with Priority: HIGH for action security_group_rules [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7770593b-1901-431e-a0bb-2110f1428769 with Priority: HIGH for action security_group_rules [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGH for action security_group_rules [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 with Priority: HIGH for action security_group_rules [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb356d0b-3d4a-4642-b455-6cfd829f946c with Priority: HIGH for action security_group_rules [ 1278.502247] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf with Priority: HIGH for action security_group_rules [ 1278.503380] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f with Priority: HIGH for action security_group_rules [ 1278.503717] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd86633e-87f9-4302-97e0-d675217857f3 with Priority: HIGH for action security_group_rules [ 1278.504129] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229b5cb9-e91a-4574-854f-71f4e35e567a with Priority: HIGH for action security_group_rules [ 1278.504786] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGH for action security_group_rules [ 1278.504786] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 with Priority: HIGH for action security_group_rules [ 1278.504786] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90120909-6e81-4e0c-a91c-8a1646639920 with Priority: HIGH for action security_group_rules [ 1278.504948] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGH for action security_group_rules [ 1278.505016] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 with Priority: HIGH for action security_group_rules [ 1278.505169] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1316acab-5a2d-487c-97ec-af855aeaf858 with Priority: HIGH for action security_group_rules [ 1278.505311] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 with Priority: HIGH for action security_group_rules [ 1278.505460] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aea0274-a51c-4dbe-a019-7846f7545ded with Priority: HIGH for action security_group_rules [ 1278.506734] env[65850]: INFO networking_nsxv3.common.synchronization [req-579b94c1-cf77-4344-96d1-2d21728b738d req-4ef8579f-1f77-4f45-835b-b49112754660 service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1278.506951] env[65850]: INFO networking_nsxv3.common.synchronization [req-579b94c1-cf77-4344-96d1-2d21728b738d req-4ef8579f-1f77-4f45-835b-b49112754660 service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1278.507222] env[65850]: INFO networking_nsxv3.common.synchronization [req-579b94c1-cf77-4344-96d1-2d21728b738d req-4ef8579f-1f77-4f45-835b-b49112754660 service nova] Enqueued Resource ID: 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 with Priority: HIGHEST for action port [ 1278.507498] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1278.507660] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1278.507802] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 with Priority: HIGHEST for action port [ 1278.508168] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7110b70-38f2-4204-890b-de71588100b2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.508341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.508442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.508713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.508833] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7110b70-38f2-4204-890b-de71588100b2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.510461] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947bf2c8-7191-4319-8427-6737aa78979a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.510631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.510725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.510972] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.511106] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947bf2c8-7191-4319-8427-6737aa78979a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.512540] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e414da30-913f-44c2-bfb0-5bc4cd894735 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.512669] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.512777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.513136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.513136] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e414da30-913f-44c2-bfb0-5bc4cd894735',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.514180] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f763bcdf-9849-42a6-b857-aacf498a3bda taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.514180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.514353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.514610] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.514610] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f763bcdf-9849-42a6-b857-aacf498a3bda',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.515563] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7770593b-1901-431e-a0bb-2110f1428769 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.515668] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.515714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.515889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.516030] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7770593b-1901-431e-a0bb-2110f1428769',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.517099] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.517249] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.517336] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.517546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.517647] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.518585] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.518707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.518806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.519027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.519163] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cc35757-df9b-4e81-b6ac-c6b7129a8a96',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.520057] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb356d0b-3d4a-4642-b455-6cfd829f946c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.520208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.520607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.520607] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.520607] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb356d0b-3d4a-4642-b455-6cfd829f946c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.521641] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.521997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.521997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.522117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.522186] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9575a792-16b7-4310-853b-f0cb0f5ca1cf',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.523109] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.523259] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.523812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.523812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.523812] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac2c2e7a-718c-4b28-a865-78f8676c7c7f',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.524915] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd86633e-87f9-4302-97e0-d675217857f3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.524915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.524915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.525065] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.525099] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd86633e-87f9-4302-97e0-d675217857f3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.525969] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229b5cb9-e91a-4574-854f-71f4e35e567a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.526127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.526223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.526437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.526542] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229b5cb9-e91a-4574-854f-71f4e35e567a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.527571] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.527705] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.528118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.528118] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.528118] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.528999] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.529538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.529538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.529538] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.529736] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('721a5441-ede1-4dcb-ba72-0b3f197dc6f1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.530647] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90120909-6e81-4e0c-a91c-8a1646639920 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.530797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.530894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.531117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.531222] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90120909-6e81-4e0c-a91c-8a1646639920',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.532232] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.532373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.532467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.532688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.532797] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.533706] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.533859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.534048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.534266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.534643] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866ca57c-6f8e-44e8-a7f6-ac8163580a75',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.535572] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1316acab-5a2d-487c-97ec-af855aeaf858 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.535815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.535815] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.536027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.536132] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1316acab-5a2d-487c-97ec-af855aeaf858',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.537143] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4277c4cb-daea-42ad-b128-50e6abaf3784 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.537300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.537867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.537867] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.537867] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4277c4cb-daea-42ad-b128-50e6abaf3784',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.538953] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aea0274-a51c-4dbe-a019-7846f7545ded taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.538953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.538953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.539121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.539121] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aea0274-a51c-4dbe-a019-7846f7545ded',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.547558] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.547795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.548135] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.548312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.548415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.548712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.549060] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.549060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.549173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.549349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.549503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.549719] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.550938] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.551103] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.551201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.551414] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.551555] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b08ee91-c3f4-46e3-955b-c7a9309e1d85',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.040925] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.041102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.041177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.041425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.041596] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.041697] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.041761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.041906] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.042016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.042136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.042193] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.044363] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.044462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.044529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.044679] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.044819] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.044943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.045034] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.045198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.045334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.045380] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.045473] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.049292] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.049440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.066470] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.070471] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 with status ACTIVE [ 1279.070671] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.070791] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.070859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.071071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.071166] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.071344] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.071447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.071507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.071657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.071730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.071924] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.072029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.072091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.072247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.072323] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.072405] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 is going to be updated. [ 1279.074683] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.082399] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3fbcbb-9b14-4ded-83e0-74e217249896: rpc.has_security_group_logging(os_id): False [ 1279.117968] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.118192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.118192] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.118399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.125795] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.125979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.126965] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.127116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.129809] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.129954] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.130680] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.130784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.131521] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.131613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.132297] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.132392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.133074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.133170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.133862] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.133955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.134689] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.134781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.135449] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.135602] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.136179] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.136603] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.136700] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.137289] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.137682] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.137775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.138371] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.138749] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.138840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.139443] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.139811] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.139903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.140536] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.140894] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.141038] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.141587] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.141925] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.142032] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.142612] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.142979] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.143091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.144793] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.145184] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.145294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.145362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.145566] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.145701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.145875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.146909] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.147278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.147419] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9575a792-16b7-4310-853b-f0cb0f5ca1cf is going to be deleted. [ 1279.148425] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.148529] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.172975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.173148] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd86633e-87f9-4302-97e0-d675217857f3 is going to be deleted. [ 1279.174012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.174247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.196997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.197186] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 721a5441-ede1-4dcb-ba72-0b3f197dc6f1 is going to be deleted. [ 1279.198223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.198451] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.204094] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.204300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.236337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.236507] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f763bcdf-9849-42a6-b857-aacf498a3bda is going to be deleted. [ 1279.237473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.237690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.242130] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.242297] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.274872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.275046] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229b5cb9-e91a-4574-854f-71f4e35e567a is going to be deleted. [ 1279.275887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.276127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.292229] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.292499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.341156] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.341387] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aea0274-a51c-4dbe-a019-7846f7545ded is going to be deleted. [ 1279.342227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.342449] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.362117] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.362286] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1316acab-5a2d-487c-97ec-af855aeaf858 is going to be deleted. [ 1279.363160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.363376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.394740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.394962] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4277c4cb-daea-42ad-b128-50e6abaf3784 is going to be deleted. [ 1279.395893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.396137] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.415832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.416085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.426813] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.427071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.429229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.429380] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7110b70-38f2-4204-890b-de71588100b2 is going to be deleted. [ 1279.430308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.430553] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.439028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.439225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.493241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.493418] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cc35757-df9b-4e81-b6ac-c6b7129a8a96 is going to be deleted. [ 1279.494365] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.494597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.498509] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.498676] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.544136] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.544369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.544369] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.547494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.547620] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.550860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.551030] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90120909-6e81-4e0c-a91c-8a1646639920 is going to be deleted. [ 1279.552048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.552298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.580078] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.599584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.599905] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.600015] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.600087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.600343] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.601338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.601338] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 is going to be updated. [ 1279.601712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.601910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.643505] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.643642] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac2c2e7a-718c-4b28-a865-78f8676c7c7f is going to be deleted. [ 1279.644781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.645036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.685371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.685539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb356d0b-3d4a-4642-b455-6cfd829f946c is going to be deleted. [ 1279.686597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.686843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.688955] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.689146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.698921] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.699119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.731276] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.731499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.733872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.733992] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7770593b-1901-431e-a0bb-2110f1428769 is going to be deleted. [ 1279.734903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.735125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.770427] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.770622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.778044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.778186] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e414da30-913f-44c2-bfb0-5bc4cd894735 is going to be deleted. [ 1279.779161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.779387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.841089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.841300] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947bf2c8-7191-4319-8427-6737aa78979a is going to be deleted. [ 1279.842332] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.843016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.843120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.843316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9575a792-16b7-4310-853b-f0cb0f5ca1cf" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.843500] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.843673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.843757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.843876] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd86633e-87f9-4302-97e0-d675217857f3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.844434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.844598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.844701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.844866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-721a5441-ede1-4dcb-ba72-0b3f197dc6f1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.844976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.845162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.845243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.845360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f763bcdf-9849-42a6-b857-aacf498a3bda" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.845494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.845639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.845717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.845860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229b5cb9-e91a-4574-854f-71f4e35e567a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.845955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.846104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.846181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.846372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aea0274-a51c-4dbe-a019-7846f7545ded" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.846492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.846856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.846951] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.847077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1316acab-5a2d-487c-97ec-af855aeaf858" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.847204] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.847350] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.847437] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.847549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7110b70-38f2-4204-890b-de71588100b2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.847673] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.847813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.847887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.848098] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4277c4cb-daea-42ad-b128-50e6abaf3784" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.848175] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.848268] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.858249] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.858494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.879202] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.879511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.887306] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.887504] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866ca57c-6f8e-44e8-a7f6-ac8163580a75 is going to be deleted. [ 1279.888821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.888984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.889122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.889271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cc35757-df9b-4e81-b6ac-c6b7129a8a96" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.889496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.889739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.889827] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.890033] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90120909-6e81-4e0c-a91c-8a1646639920" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.890716] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.890955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.891172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.892456] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.892650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.892790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.892927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac2c2e7a-718c-4b28-a865-78f8676c7c7f" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.893159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.893324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.893466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.893608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7770593b-1901-431e-a0bb-2110f1428769" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.894289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.894481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.894625] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.894770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb356d0b-3d4a-4642-b455-6cfd829f946c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.902499] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.902750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.902846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.903181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.903298] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.903503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e414da30-913f-44c2-bfb0-5bc4cd894735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.920550] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 in Status: IN_PROGRESS for 2s [ 1279.968049] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.968049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.968289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.968376] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.968476] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.968622] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947bf2c8-7191-4319-8427-6737aa78979a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.022584] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.022797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.022797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.023054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.023157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.023383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866ca57c-6f8e-44e8-a7f6-ac8163580a75" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.046974] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e211c0ee-5a29-439a-9940-2e604aedc708: rpc.has_security_group_logging(os_id): False [ 1280.077643] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.077848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.077915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.078458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.082021] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.082174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.082245] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.082457] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.082552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.082710] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1280.103408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.103828] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.104046] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.104164] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.104591] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.104720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.104875] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be updated. [ 1280.157748] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.157978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.157978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.158201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.158344] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.183098] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1280.248277] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.248488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.248488] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.248715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.248869] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.270323] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: IN_PROGRESS for 2s [ 1281.934594] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 in Status: SUCCESS [ 1281.934944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.195066] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1282.195582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.195684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.195849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.196057] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.196181] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.196247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.196428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.196511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.196599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.196688] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.285047] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: SUCCESS [ 1282.285293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.605634] env[65850]: INFO networking_nsxv3.common.synchronization [req-c3695e55-2088-47e7-975d-829f6ec34f5c req-bea75e9d-3182-42e6-9452-0a124980f746 tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1282.606182] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1282.606532] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.606655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.606720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.606917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.607128] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.607235] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.607310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.607507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.607562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.607652] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.699434] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.699434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.699642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.699681] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.699850] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.699955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.700029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.700182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.700265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.700351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.700550] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.700630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.700630] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.700759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.700891] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.700979] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.701053] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.701189] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.701265] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.701346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.701633] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.877766] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-706 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.877964] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.878101] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.878367] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.878622] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.878778] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.878892] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.879755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.879755] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.879755] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.879755] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.879755] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.879755] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.880027] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.880027] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.880217] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.898532] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.898736] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.898875] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.899061] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-706" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.899371] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.899541] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.899657] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.899984] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.900138] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.109490] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.203727] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34afbd6d-719a-43d1-8b0f-365a117c0790: rpc.has_security_group_logging(os_id): False [ 1283.222448] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.222599] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.222661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.222879] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.244644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.244903] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.245037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.245102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.245310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.245395] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.245620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.245782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.245782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.245929] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.246012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.246204] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.246385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.246545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.246715] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.246804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.246898] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1283.306595] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.306595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.306595] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.306825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.306825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.324646] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1283.403548] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.403748] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.403877] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.404360] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.404639] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.404819] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port 19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd not found, creating... [ 1283.405128] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.405289] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.405409] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.405663] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.405806] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.406126] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.406294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.406463] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.406680] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.406816] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.406959] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: 19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd is going to be created. [ 1283.434695] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.434989] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.435110] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.435332] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.435601] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.435822] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.611688] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.115072] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.115402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.115402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.115601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.115730] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.115856] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1284.124883] env[65850]: INFO networking_nsxv3.common.synchronization [req-c3695e55-2088-47e7-975d-829f6ec34f5c req-fbb1679d-7b39-4ebc-9b69-7db71784b7d5 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1284.125087] env[65850]: INFO networking_nsxv3.common.synchronization [req-c3695e55-2088-47e7-975d-829f6ec34f5c req-fbb1679d-7b39-4ebc-9b69-7db71784b7d5 service nova] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1284.125228] env[65850]: INFO networking_nsxv3.common.synchronization [req-c3695e55-2088-47e7-975d-829f6ec34f5c req-fbb1679d-7b39-4ebc-9b69-7db71784b7d5 service nova] Enqueued Resource ID: 19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd with Priority: HIGHEST for action port [ 1284.125778] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_rules [ 1284.125941] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1284.126091] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd with Priority: HIGHEST for action port [ 1284.126389] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.126516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.126584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.126781] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.126862] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.129305] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.129407] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.129610] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.129703] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.129768] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.129949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.130032] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.146666] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.146858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.146858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.146987] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.147153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.157370] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1284.632202] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.632348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.632558] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd with status ACTIVE [ 1284.632737] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.632846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.632915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.633145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.633237] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.633412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.633510] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.633573] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.633729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.633809] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.633989] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.634113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.634150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.634285] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.634377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.634466] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd is going to be updated. [ 1284.654226] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.654402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.654402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.654557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.654696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.654847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e15cb8-c8bc-43cd-85d4-fe1e8af13fbd" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.339535] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1285.339918] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.340026] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.340228] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.340322] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.842347] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.842562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.842637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.842859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.843130] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.843290] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.843391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.843613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.843713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.843805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.843896] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.168831] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1286.169128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.169301] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.169581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.169786] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.169939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.170059] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.170294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.170428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.170580] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.347114] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.347114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.347114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.347569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.347569] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.347569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.347692] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.347794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.347868] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.347956] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.348122] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.348217] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.348279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.348424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.348560] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.348654] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.348713] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.348840] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.348916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.348999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.349101] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.673506] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.851061] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34afbd6d-719a-43d1-8b0f-365a117c0790: rpc.has_security_group_logging(os_id): False [ 1286.868460] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.868641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.868641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.868882] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.868977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.869211] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.869317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.869381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.869533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.869613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.869810] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.869907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.869971] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.870131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.870207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.870400] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.870496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.870559] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.870699] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.870773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.870856] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1286.931568] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.931761] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.931808] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.931991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.932152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.951588] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1287.175810] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.679074] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.679424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.679424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.679539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.679643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.679746] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1287.732775] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.732958] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.733050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.733229] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.733378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.748982] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1288.967966] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1288.968296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.126924] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.127106] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1289.759229] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1289.759463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.759643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.759871] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.760098] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.760211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.760276] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.760421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.760502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.760588] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.760675] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.263926] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.263926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.263926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.264421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.264499] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.264678] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.264831] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.265031] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.265129] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.265223] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.265396] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.265526] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.265605] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.265756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.265917] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.266064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.266161] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.266305] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.266411] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.266499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.266590] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.769264] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0707c4f-87d0-4111-aa78-6e8c0ea4161b: rpc.has_security_group_logging(os_id): False [ 1290.786620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.786794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.786794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.787009] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.805845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.806159] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.806278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.806348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.806584] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.806671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.806868] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.806969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.807045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.807194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.807267] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.807443] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.807549] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.807614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.807755] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.807830] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.807927] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1290.866944] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.867145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.867183] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.867398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.867572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.883553] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1292.899780] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1292.900207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.128601] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.128601] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.401862] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.402073] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.402200] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.402522] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.402790] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.402972] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.403258] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.403562] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.403778] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.404011] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.404149] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.404262] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.404438] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.404563] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.404669] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.404799] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.422919] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.423057] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1294.423201] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.423374] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-735" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.423668] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.423834] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.423953] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.424227] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.424387] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b08ee91-c3f4-46e3-955b-c7a9309e1d85',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.926774] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.927013] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.927142] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.927525] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.927720] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.928137] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.928318] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.928453] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.928677] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.928823] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.929169] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.929353] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.929526] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.929783] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.929915] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.930068] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 is going to be updated. [ 1294.950290] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.950501] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.950623] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.950986] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.951209] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.951435] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.654121] env[65850]: INFO networking_nsxv3.common.synchronization [req-a76e0e6d-182f-4407-8df6-413b5b498d14 req-a739b3fc-9468-44a4-8454-5dff6567aeed service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1295.654373] env[65850]: INFO networking_nsxv3.common.synchronization [req-a76e0e6d-182f-4407-8df6-413b5b498d14 req-a739b3fc-9468-44a4-8454-5dff6567aeed service nova] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1295.654483] env[65850]: INFO networking_nsxv3.common.synchronization [req-a76e0e6d-182f-4407-8df6-413b5b498d14 req-a739b3fc-9468-44a4-8454-5dff6567aeed service nova] Enqueued Resource ID: 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 with Priority: HIGHEST for action port [ 1295.655042] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_rules [ 1295.655145] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1295.655242] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 with Priority: HIGHEST for action port [ 1295.655507] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.655623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.655693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.655886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.655956] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.656851] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.657455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.657455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.657455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.657455] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.657455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.657455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.657793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.657793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.657890] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.659027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.659027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.659027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.659027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.659027] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b08ee91-c3f4-46e3-955b-c7a9309e1d85',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.161094] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.161234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.161422] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.162537] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 with status ACTIVE [ 1296.162574] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.162675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.162772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.162927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.163025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.163197] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.163293] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.163354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.163502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.163576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.163747] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.163834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.163893] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.164036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.164110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.164190] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b08ee91-c3f4-46e3-955b-c7a9309e1d85 is going to be updated. [ 1296.184055] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.184247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.184247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.184406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.184534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.184684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b08ee91-c3f4-46e3-955b-c7a9309e1d85" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.666183] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.168615] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.168858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.168858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.169087] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.169185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.169285] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1297.197341] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.197562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.197562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.197751] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.197897] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.207096] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1298.384976] env[65850]: INFO networking_nsxv3.common.synchronization [req-d2354cc2-216f-4947-a291-813651802d38 req-658572df-4736-47cd-9431-1ed8640ae4bf tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1298.384976] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1298.384976] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.384976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.384976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.384976] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.384976] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.385550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.385550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.385550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.385550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.385658] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.887636] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.218525] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1299.218744] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.218843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.219083] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.219281] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.219391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.219455] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.219606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.219686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.219773] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.219863] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.390077] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.722331] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.722572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.722752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.723049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.723313] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.723481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.723775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.723817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.723944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.724101] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.724332] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.724494] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.724601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.724863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.725043] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.725210] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.725284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.725498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.725624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.725753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.725955] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.892465] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.892661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.892661] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.893433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.893433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.893433] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1299.926394] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.926664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.926784] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.927140] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.927369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.937674] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1300.228921] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34afbd6d-719a-43d1-8b0f-365a117c0790: rpc.has_security_group_logging(os_id): False [ 1300.247212] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.247429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.247429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.247663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.247756] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.248054] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.248054] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.248246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.248284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.248356] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.248552] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.248648] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.248708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.248990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.249119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.249341] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.249446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.249513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.249675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.249752] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.249861] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1300.325540] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.325758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.325758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.325901] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.326062] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.365133] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1301.949108] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1301.949484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.382937] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1302.383198] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.384970] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.385338] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.817964] env[65850]: INFO networking_nsxv3.common.synchronization [req-cdfceb88-2f08-4a36-98c1-af1ab8eb5855 req-075bf587-5bae-405a-8c52-1c7b8632eeb2 tempest-ServersTestJSON-648938907 tempest-ServersTestJSON-648938907-project-member] Enqueued Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1305.818239] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b with Priority: HIGHEST for action security_group_members [ 1305.818384] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.818502] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.818567] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.818889] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.819094] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.819224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.819224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.819619] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.819718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.819810] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0707c4f-87d0-4111-aa78-6e8c0ea4161b',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.322551] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.322782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.322782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.323048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.323135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.323268] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.323373] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.323446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.323582] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.323658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.323742] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b is going to be updated. [ 1306.352620] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.352818] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.352860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.353093] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.353233] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.361934] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: IN_PROGRESS for 2s [ 1307.163151] env[65850]: INFO networking_nsxv3.common.synchronization [req-6a753367-85a6-49cb-9397-3a0c81ff797d req-482cbde5-643e-49f6-81ac-2ecad577443c tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_members [ 1307.163725] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGHEST for action security_group_members [ 1307.164211] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5979757-f2da-4a5a-8eaf-fe5e471b1499 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.164378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.164516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.164734] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.164924] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.165084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.165176] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.165372] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.165497] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.165616] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.667494] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.667690] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.667774] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.667945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.689430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.690404] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.690404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.690404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.690404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.690404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.690404] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 is going to be updated. [ 1307.715301] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.715444] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.715533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.715729] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.715874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.724343] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 in Status: IN_PROGRESS for 2s [ 1308.372302] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b in Status: SUCCESS [ 1308.372695] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0707c4f-87d0-4111-aa78-6e8c0ea4161b deletion is rescheduled due to dependency. [ 1308.372695] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0707c4f-87d0-4111-aa78-6e8c0ea4161b" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.733939] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 in Status: SUCCESS [ 1309.734316] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 deletion is rescheduled due to dependency. [ 1309.734316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.397934] env[65850]: INFO networking_nsxv3.common.synchronization [req-fc1ef558-71b8-4948-ae44-01c3da4e843b req-b04102be-829e-4abc-97e2-55cb181ac85e tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1310.397934] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1310.397934] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.397934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.397934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.398780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.398780] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.398780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.398780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.398780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.398780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.399253] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.901824] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.404043] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.695953] env[65850]: INFO networking_nsxv3.common.synchronization [req-5df167e0-ec51-4999-9a85-7f9d94451983 req-e9892b4f-5478-4548-b568-dfd49f2471a1 tempest-ServerActionsTestJSON-78940421 tempest-ServerActionsTestJSON-78940421-project-member] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1311.696546] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGHEST for action security_group_members [ 1311.696874] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.701015] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.701144] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.701507] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.701680] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.701863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.701983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.702165] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.702252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.702355] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.908453] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.908735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.908735] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.909633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.909633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.909633] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be updated. [ 1311.939728] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.939875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.940999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.940999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.940999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.964271] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: IN_PROGRESS for 2s [ 1312.206107] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.206281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.206354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.206586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.227364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.227654] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.227810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.227926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.228172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.228296] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.228354] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be updated. [ 1312.269320] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.269483] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.269524] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.269720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.269857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.279488] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: IN_PROGRESS for 2s [ 1313.975024] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: SUCCESS [ 1313.975421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.290294] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a in Status: SUCCESS [ 1314.290474] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a deletion is rescheduled due to dependency. [ 1314.290594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.697830] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.698202] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.977554] env[65850]: INFO networking_nsxv3.common.synchronization [req-c1bb605f-2b9b-4700-bee5-921d7b38f474 req-d4967898-e81f-4c35-90cc-8c39c673ce2d tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1316.978161] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGHEST for action security_group_members [ 1316.978465] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.978585] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.978644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.978838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.980375] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.980375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.980375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.980375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.980375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.980375] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.482159] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.482331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.482390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.482569] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.482662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.482860] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.483048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.483115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.483279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.483359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.483446] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be updated. [ 1317.512469] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.512655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.512655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.512875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.513030] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.522335] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: IN_PROGRESS for 2s [ 1319.028358] env[65850]: INFO networking_nsxv3.common.synchronization [req-88771cc5-d1ed-4f75-acfa-4cf6d1bfb3c8 req-e13cf763-3368-43b0-b04c-5aec90dba865 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_members [ 1319.028891] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 with Priority: HIGHEST for action security_group_members [ 1319.029217] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3fbcbb-9b14-4ded-83e0-74e217249896 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.029331] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.029399] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.029655] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.029742] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.029866] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.030147] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.030324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.030410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.030505] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3fbcbb-9b14-4ded-83e0-74e217249896',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.533192] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e211c0ee-5a29-439a-9940-2e604aedc708 in Status: SUCCESS [ 1319.533387] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 deletion is rescheduled due to dependency. [ 1319.533503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.533838] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.533964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.534044] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.534241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.534326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.534502] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.534612] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.534696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.534891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.535037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.535122] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 is going to be updated. [ 1319.559789] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.559939] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.560057] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.560244] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.560341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.568769] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 in Status: IN_PROGRESS for 2s [ 1320.478131] env[65850]: INFO networking_nsxv3.common.synchronization [None req-dc649896-33b3-4f7a-bf9d-2b4c89a3a56f tempest-AttachInterfacesTestJSON-1373370825 tempest-AttachInterfacesTestJSON-1373370825-project-member] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1320.478932] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGHEST for action security_group_members [ 1320.479259] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.479381] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.479447] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.479652] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.479803] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.479905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.479965] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.480126] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.480214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.480361] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.982804] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.983263] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.983905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.983905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.983905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.984092] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.984151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.984218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.984378] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.984454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.984539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be updated. [ 1321.010624] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.010812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.010888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.011122] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.011316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.019991] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: IN_PROGRESS for 2s [ 1321.578319] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 in Status: SUCCESS [ 1321.578643] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3fbcbb-9b14-4ded-83e0-74e217249896 deletion is rescheduled due to dependency. [ 1321.578643] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3fbcbb-9b14-4ded-83e0-74e217249896" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.030414] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 in Status: SUCCESS [ 1323.030750] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 deletion is rescheduled due to dependency. [ 1323.030750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.707242] env[65850]: INFO networking_nsxv3.common.synchronization [None req-449410db-7da8-4a29-8007-8990fd9ab835 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_rules [ 1323.708029] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_rules [ 1323.708260] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f62a3900-5eb1-4672-807d-088981273e08 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.708260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.708463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.708570] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.708654] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.787783] env[65850]: INFO networking_nsxv3.common.synchronization [None req-57747ed1-5d67-474c-9dbb-4ddb642572ff tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_rules [ 1323.788313] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_rules [ 1323.788611] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f62a3900-5eb1-4672-807d-088981273e08 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.788717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.236210] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.236537] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.236576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.236836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.236945] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.237159] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f62a3900-5eb1-4672-807d-088981273e08 already deleted. [ 1324.238313] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.238429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.238641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.238764] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.422589] env[65850]: INFO networking_nsxv3.common.synchronization [None req-e2c1f09b-d268-4b97-9212-ad966f48d7f5 None None] Enqueued Resource ID: 25fdd56a-1679-41b3-872c-ec4df03693ed with Priority: HIGHEST for action port [ 1324.423137] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25fdd56a-1679-41b3-872c-ec4df03693ed with Priority: HIGHEST for action port [ 1324.423433] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-25fdd56a-1679-41b3-872c-ec4df03693ed taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.423554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25fdd56a-1679-41b3-872c-ec4df03693ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.423634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25fdd56a-1679-41b3-872c-ec4df03693ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.423886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25fdd56a-1679-41b3-872c-ec4df03693ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.423970] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25fdd56a-1679-41b3-872c-ec4df03693ed',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.761333] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.761333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.761333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.761333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.761333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.761333] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f62a3900-5eb1-4672-807d-088981273e08 already deleted. [ 1324.761333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.926694] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25fdd56a-1679-41b3-872c-ec4df03693ed [ 1324.927010] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.927157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.927227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.927431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.927528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.927619] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25fdd56a-1679-41b3-872c-ec4df03693ed already deleted. [ 1324.928159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25fdd56a-1679-41b3-872c-ec4df03693ed" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.443418] env[65850]: INFO networking_nsxv3.common.synchronization [None req-a1798921-1e8b-4fbe-a7ba-08c90f9d5602 tempest-AttachVolumeShelveTestJSON-807945688 tempest-AttachVolumeShelveTestJSON-807945688-project-member] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_rules [ 1325.443962] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_rules [ 1325.444294] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.444430] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.444477] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.444743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.444828] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.526151] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1a4de2b7-3b46-42fd-8d2a-bea17862fa32 tempest-AttachVolumeShelveTestJSON-807945688 tempest-AttachVolumeShelveTestJSON-807945688-project-member] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_rules [ 1325.526666] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_rules [ 1325.527009] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.527128] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.964363] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.964363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.964363] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.964657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.964657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.964657] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 already deleted. [ 1325.964757] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.964911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.965096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.965156] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.214613] env[65850]: INFO networking_nsxv3.common.synchronization [None req-0f0cecf8-7608-43e4-8f19-f08fa49590a0 None None] Enqueued Resource ID: fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa with Priority: HIGHEST for action port [ 1326.215253] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa with Priority: HIGHEST for action port [ 1326.215567] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.215696] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.215764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.216048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.216134] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.484556] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.484983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.484983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.484983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.485115] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.485149] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 already deleted. [ 1326.485241] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.719997] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa [ 1326.720257] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.720391] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.720462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.720684] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.720775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.720872] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa already deleted. [ 1326.720953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fddc4d50-f4cd-4279-acdf-7bdb5ccb76aa" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.247110] env[65850]: INFO networking_nsxv3.common.synchronization [req-79573365-532e-4deb-af1e-e35857ae2a64 req-26635cab-cfa2-455e-95b5-9dd3d9b1d024 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_members [ 1329.247110] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_members [ 1329.247110] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f62a3900-5eb1-4672-807d-088981273e08 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.247110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.247110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.247110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.247110] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.247110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.247110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.248470] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.248685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.248957] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.502452] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.502748] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.502978] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.503433] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.503538] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.503701] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.503819] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.504118] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.504212] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.504431] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1329.504527] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1329.504633] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1329.504737] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1329.504843] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1329.504956] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1329.505089] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1329.527507] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1329.527712] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1329.527815] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1329.528020] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.528339] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-a2a74551-88a0-4917-a395-641b84f0c95a taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.528514] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-a2a74551-88a0-4917-a395-641b84f0c95a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.528634] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-a2a74551-88a0-4917-a395-641b84f0c95a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.528967] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-a2a74551-88a0-4917-a395-641b84f0c95a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.529175] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a74551-88a0-4917-a395-641b84f0c95a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.751852] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.752086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.752086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.752288] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.752387] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.752594] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.752701] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.752763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.752917] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.752994] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.753092] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f62a3900-5eb1-4672-807d-088981273e08 already deleted. [ 1329.753177] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.032138] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.032377] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.032503] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.032794] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.032944] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.033175] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port a2a74551-88a0-4917-a395-641b84f0c95a not found, creating... [ 1330.033467] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.033626] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.033744] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.033969] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.034116] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.034392] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.034545] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.034658] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.034864] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.034992] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.035141] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: a2a74551-88a0-4917-a395-641b84f0c95a is going to be created. [ 1330.055813] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.056013] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.056139] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.056379] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.056600] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.056812] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-a2a74551-88a0-4917-a395-641b84f0c95a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.752304] env[65850]: INFO networking_nsxv3.common.synchronization [req-79573365-532e-4deb-af1e-e35857ae2a64 req-b29fc102-fae3-41f8-863d-dd448b3eab71 service nova] Enqueued Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_rules [ 1330.752582] env[65850]: INFO networking_nsxv3.common.synchronization [req-79573365-532e-4deb-af1e-e35857ae2a64 req-b29fc102-fae3-41f8-863d-dd448b3eab71 service nova] Enqueued Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_members [ 1330.752669] env[65850]: INFO networking_nsxv3.common.synchronization [req-79573365-532e-4deb-af1e-e35857ae2a64 req-b29fc102-fae3-41f8-863d-dd448b3eab71 service nova] Enqueued Resource ID: a2a74551-88a0-4917-a395-641b84f0c95a with Priority: HIGHEST for action port [ 1330.753236] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_rules [ 1330.753372] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_members [ 1330.753468] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a74551-88a0-4917-a395-641b84f0c95a with Priority: HIGHEST for action port [ 1330.753733] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f62a3900-5eb1-4672-807d-088981273e08 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.753857] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.753926] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.754190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.754253] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.755024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f62a3900-5eb1-4672-807d-088981273e08 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.755135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.755359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.755359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.755481] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.755564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.755646] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.755750] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.755836] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.755923] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.758296] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a74551-88a0-4917-a395-641b84f0c95a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.758404] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a74551-88a0-4917-a395-641b84f0c95a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.758468] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a74551-88a0-4917-a395-641b84f0c95a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.758616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a74551-88a0-4917-a395-641b84f0c95a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.758689] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a74551-88a0-4917-a395-641b84f0c95a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.260290] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f62a3900-5eb1-4672-807d-088981273e08 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.260433] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.260630] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.261913] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2a74551-88a0-4917-a395-641b84f0c95a with status ACTIVE [ 1331.262125] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.262250] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.262322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.262511] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.262589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.262781] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.262888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.262944] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.263096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.263179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.263372] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.263516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.263516] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.263656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.263725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.263806] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2a74551-88a0-4917-a395-641b84f0c95a is going to be updated. [ 1331.292159] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.292383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.292383] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.292583] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.292720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.292875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a74551-88a0-4917-a395-641b84f0c95a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.374516] env[65850]: INFO networking_nsxv3.common.synchronization [req-e0dc553d-2917-4b9e-9391-36a52626cef9 req-5e647637-e73d-412b-ac5a-9393fcbffc70 tempest-AttachVolumeShelveTestJSON-807945688 tempest-AttachVolumeShelveTestJSON-807945688-project-member] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_members [ 1331.375333] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_members [ 1331.375756] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.375955] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.376104] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.376473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.376721] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.376911] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.377042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.377278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.377410] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.377540] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.676957] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.677210] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.677348] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.677672] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.677983] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.678199] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.678321] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.678544] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.678687] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.678908] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1331.679035] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1331.679140] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1331.679284] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1331.679348] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1331.679453] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1331.679584] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1331.697793] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1331.697854] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1331.697956] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1331.698135] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.698437] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.698985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.698985] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.699212] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.699379] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b133b9b2-1ef2-4de0-8781-a5df4bdae3a3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.766497] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.880241] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.880406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.880479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.880704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.880795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.880991] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.881106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.881171] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.881321] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.881397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.881481] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 already deleted. [ 1331.881560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.201806] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.202107] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.202268] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.202584] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.202772] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.203906] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 not found, creating... [ 1332.203906] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.203906] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.203906] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.203906] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.203906] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.204203] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.204260] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.204380] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.204582] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.204714] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.204854] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 is going to be created. [ 1332.224420] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.224624] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.224748] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.225026] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.225275] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.225491] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.269277] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.269440] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.269484] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.269680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.269771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.269872] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f62a3900-5eb1-4672-807d-088981273e08 is going to be created. [ 1332.327678] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.327937] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.328048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.328289] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.328458] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.342929] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f62a3900-5eb1-4672-807d-088981273e08 in Status: UNINITIALIZED for 2s [ 1332.927787] env[65850]: INFO networking_nsxv3.common.synchronization [req-e0dc553d-2917-4b9e-9391-36a52626cef9 req-be22e0f3-ad95-47a0-b839-fd27197246fd service nova] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_rules [ 1332.928060] env[65850]: INFO networking_nsxv3.common.synchronization [req-e0dc553d-2917-4b9e-9391-36a52626cef9 req-be22e0f3-ad95-47a0-b839-fd27197246fd service nova] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_members [ 1332.928213] env[65850]: INFO networking_nsxv3.common.synchronization [req-e0dc553d-2917-4b9e-9391-36a52626cef9 req-be22e0f3-ad95-47a0-b839-fd27197246fd service nova] Enqueued Resource ID: b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 with Priority: HIGHEST for action port [ 1332.928751] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_rules [ 1332.928857] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_members [ 1332.928961] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 with Priority: HIGHEST for action port [ 1332.929247] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.929362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.929428] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.929623] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.929703] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.930535] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.930645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.930712] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.930870] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.931025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.931130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.931194] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.931346] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.931434] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.931519] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.932210] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.932319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.932385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.932631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.932631] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b133b9b2-1ef2-4de0-8781-a5df4bdae3a3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.434954] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 with status ACTIVE [ 1333.435193] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.435360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.435431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.435639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.436260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.436260] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.436260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.436260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.436260] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.436503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.436503] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.436581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.436581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.436725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.436834] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.436934] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 is going to be updated. [ 1333.438262] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.439167] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.439262] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.461614] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.461797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.461888] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.462207] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.462403] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.462634] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.941221] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.352963] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f62a3900-5eb1-4672-807d-088981273e08 in Status: SUCCESS [ 1334.353216] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.353388] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.353617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.353809] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.353927] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.353996] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.354162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.354256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.354367] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.354478] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.443194] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.443382] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.443441] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.443632] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.443725] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.443821] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 is going to be created. [ 1334.468818] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.468969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.469114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.469274] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.469438] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.478606] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: UNINITIALIZED for 2s [ 1334.857071] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.359029] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f62a3900-5eb1-4672-807d-088981273e08: rpc.has_security_group_logging(os_id): False [ 1335.377075] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.377075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.377075] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.377370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.377370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.377501] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.377600] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.377664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.377835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.377953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.378077] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f62a3900-5eb1-4672-807d-088981273e08 is going to be created. [ 1335.435616] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.435813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.435813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.435999] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.436200] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.447108] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f62a3900-5eb1-4672-807d-088981273e08 in Status: IN_PROGRESS for 2s [ 1336.489753] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: SUCCESS [ 1336.490139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.490139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.490325] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.490520] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.490642] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.490708] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.490865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.490992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.491130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.491130] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.993299] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.458814] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f62a3900-5eb1-4672-807d-088981273e08 in Status: SUCCESS [ 1337.459096] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.495613] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1913f771-f45d-41f8-8f42-1acc202cb916: rpc.has_security_group_logging(os_id): False [ 1337.513309] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.513491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.513491] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.513694] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.513786] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.514042] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.514152] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.514212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.514368] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.514443] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.514527] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 is going to be created. [ 1337.582111] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.582316] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.582357] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.582561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.582748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.591967] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: IN_PROGRESS for 2s [ 1337.930153] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.930311] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1339.606524] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: SUCCESS [ 1339.606975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.931055] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.931055] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.932322] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.932322] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.933867] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.934305] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.934655] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.934961] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.935936] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.936508] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.937413] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.937756] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.938607] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.939072] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.940505] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.940812] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.941885] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.942203] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.943090] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.943497] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.996045] env[65850]: INFO networking_nsxv3.common.synchronization [req-f087f96c-5a09-4c61-bb54-d05639397cfb req-55b0206f-7454-4942-b90d-912d58e50d6f tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_members [ 1391.996622] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGHEST for action security_group_members [ 1391.996916] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-f62a3900-5eb1-4672-807d-088981273e08 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.997050] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.997113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.997324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.997480] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.997589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.997653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.997795] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.997880] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.998020] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.502621] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.502838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.502838] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.503055] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.503154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.503390] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.503495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.503561] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.503726] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.503813] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.503899] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f62a3900-5eb1-4672-807d-088981273e08 is going to be updated. [ 1392.538364] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.538617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.538617] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.538820] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.538969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.547226] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f62a3900-5eb1-4672-807d-088981273e08 in Status: IN_PROGRESS for 2s [ 1394.559503] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f62a3900-5eb1-4672-807d-088981273e08 in Status: SUCCESS [ 1394.559503] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f62a3900-5eb1-4672-807d-088981273e08 deletion is rescheduled due to dependency. [ 1394.559503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.997709] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.998133] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.726491] env[65850]: INFO networking_nsxv3.common.synchronization [None req-365736f7-db26-434c-8ee4-dccae23b6772 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_rules [ 1397.726998] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_rules [ 1397.727302] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.727424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.727493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.727790] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.727907] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.803051] env[65850]: INFO networking_nsxv3.common.synchronization [None req-1fbeb248-3537-4e63-ac06-00567a209eea tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_rules [ 1397.803830] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_rules [ 1397.804375] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.804472] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.247708] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.248045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.248045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.248196] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.248291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.248387] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff already deleted. [ 1398.248469] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.248645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.248847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.248931] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.768629] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.768817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.768817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.769058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.769151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.769259] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff already deleted. [ 1398.769366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.805798] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.806069] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.112381] env[65850]: INFO networking_nsxv3.common.synchronization [req-e9ea493e-d84e-4f1a-9c22-e02c32fd4cbd req-8a63ca4d-494b-44c2-8d6b-3d39b9250594 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_members [ 1403.112381] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_members [ 1403.112566] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c23f7e-60f3-4da9-91a0-ebdf593306ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.113060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.113060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.113159] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.113302] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.113466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.113543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.113720] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.113856] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.113975] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.369412] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock network-569 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.369683] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.369837] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.370181] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.370477] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.370646] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.370782] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.371097] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.371301] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.371586] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1403.371703] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1403.371810] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1403.371916] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1403.372037] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1403.372146] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1403.372278] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1403.393776] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1403.394062] env[65850]: DEBUG dogpile.cache.region [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1403.394253] env[65850]: DEBUG dogpile.lock [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1403.394490] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "network-569" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.394895] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.395145] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.395301] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.395650] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.395783] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f45ad770-5d2b-4893-b867-a6f8cdfd66d1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.616012] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.616212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.616212] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.616421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.616513] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.616713] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.616848] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.616915] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.617078] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.617155] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.617239] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff already deleted. [ 1403.617319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.898304] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.898732] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.898732] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.898931] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.899101] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.899279] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Segment Port f45ad770-5d2b-4893-b867-a6f8cdfd66d1 not found, creating... [ 1403.899554] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.899719] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.899837] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.900097] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.900238] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.900535] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.900693] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.900836] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.901078] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.901221] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.901364] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Resource: SegmentPort with ID: f45ad770-5d2b-4893-b867-a6f8cdfd66d1 is going to be created. [ 1403.933469] env[65850]: DEBUG networking_nsxv3.common.locking [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.933713] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.933845] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.934235] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.934363] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.934602] env[65850]: DEBUG oslo_concurrency.lockutils [None req-512b972f-4d3f-4d29-9458-428496b7c791 None None] Releasing lock "port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.618818] env[65850]: INFO networking_nsxv3.common.synchronization [req-e9ea493e-d84e-4f1a-9c22-e02c32fd4cbd req-4d600b45-7f46-4537-98d9-1fc7e80f0c77 service nova] Enqueued Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_rules [ 1404.619023] env[65850]: INFO networking_nsxv3.common.synchronization [req-e9ea493e-d84e-4f1a-9c22-e02c32fd4cbd req-4d600b45-7f46-4537-98d9-1fc7e80f0c77 service nova] Enqueued Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_members [ 1404.619122] env[65850]: INFO networking_nsxv3.common.synchronization [req-e9ea493e-d84e-4f1a-9c22-e02c32fd4cbd req-4d600b45-7f46-4537-98d9-1fc7e80f0c77 service nova] Enqueued Resource ID: f45ad770-5d2b-4893-b867-a6f8cdfd66d1 with Priority: HIGHEST for action port [ 1404.619655] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_rules [ 1404.619795] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_members [ 1404.619893] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45ad770-5d2b-4893-b867-a6f8cdfd66d1 with Priority: HIGHEST for action port [ 1404.620172] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.620294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.620362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.620562] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.620643] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.621455] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c23f7e-60f3-4da9-91a0-ebdf593306ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.621576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.621664] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.621794] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.621943] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.622049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.622110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.622246] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.622330] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.622438] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.623953] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.623953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.623953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.623953] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.623953] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f45ad770-5d2b-4893-b867-a6f8cdfd66d1',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.125772] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c23f7e-60f3-4da9-91a0-ebdf593306ff taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.125772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.126157] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.127177] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f45ad770-5d2b-4893-b867-a6f8cdfd66d1 with status ACTIVE [ 1405.127368] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.127482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.127550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.127814] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.127905] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.128088] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.128188] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.128251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.128398] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.128473] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.128671] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.128740] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.128806] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.128940] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.129036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.129122] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f45ad770-5d2b-4893-b867-a6f8cdfd66d1 is going to be updated. [ 1405.149438] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.149636] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.149687] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.149860] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.150022] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.150201] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f45ad770-5d2b-4893-b867-a6f8cdfd66d1" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.631833] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.134545] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.134837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.134837] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.134991] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.135106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.135204] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff is going to be created. [ 1406.157876] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.157989] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.158110] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.158796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.158796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.167929] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff in Status: UNINITIALIZED for 2s [ 1408.178608] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff in Status: SUCCESS [ 1408.178997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.178997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.179220] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.179411] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.179521] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.179576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.179723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.179802] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.179885] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.179972] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.682187] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.184861] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24c23f7e-60f3-4da9-91a0-ebdf593306ff: rpc.has_security_group_logging(os_id): False [ 1409.202669] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.202877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.202877] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.203113] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.203209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.203452] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.203557] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.203621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.203771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.203847] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.203931] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff is going to be created. [ 1409.261377] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.261596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.261596] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.261783] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.261968] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.272853] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff in Status: IN_PROGRESS for 2s [ 1409.621265] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.621435] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1411.287074] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff in Status: SUCCESS [ 1411.287074] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.622593] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.622593] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.618123] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.618294] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.618396] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.618659] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.619221] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.619221] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.619364] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.619564] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.619708] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.619913] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.620032] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1415.620142] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1415.620245] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1415.620352] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1415.620456] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1415.620585] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1415.641107] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1415.641107] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1415.641107] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1415.641107] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.641689] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.641689] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.641689] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.641961] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.642107] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b133b9b2-1ef2-4de0-8781-a5df4bdae3a3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.144506] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.144731] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.144846] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.145185] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.145340] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.145628] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.145835] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.145973] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.146225] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.146353] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.146684] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.146798] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.146896] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.147163] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.147320] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.147466] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 is going to be updated. [ 1416.167373] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.167555] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.167680] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.167983] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.168192] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.168432] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.852311] env[65850]: INFO networking_nsxv3.common.synchronization [req-51fa108a-1b2a-47f7-a2cf-e60bd1fab060 req-8657eefa-5c67-421b-9192-bd5aff285861 service nova] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_rules [ 1416.852607] env[65850]: INFO networking_nsxv3.common.synchronization [req-51fa108a-1b2a-47f7-a2cf-e60bd1fab060 req-8657eefa-5c67-421b-9192-bd5aff285861 service nova] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_members [ 1416.852607] env[65850]: INFO networking_nsxv3.common.synchronization [req-51fa108a-1b2a-47f7-a2cf-e60bd1fab060 req-8657eefa-5c67-421b-9192-bd5aff285861 service nova] Enqueued Resource ID: b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 with Priority: HIGHEST for action port [ 1416.853141] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_rules [ 1416.853288] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_members [ 1416.853386] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 with Priority: HIGHEST for action port [ 1416.853660] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.853777] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.853841] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.854199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.854305] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.857061] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.857061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.857061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.857061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.857061] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.857061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.857061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.857061] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.857721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.857721] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.857986] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.858102] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.858168] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.858358] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.859078] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b133b9b2-1ef2-4de0-8781-a5df4bdae3a3',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.357644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.357907] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.360305] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.361091] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 with status ACTIVE [ 1417.361282] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.361400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.361466] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.361666] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.361753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.361920] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.362025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.362088] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.362236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.362310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.362491] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.362572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.362677] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.362763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.362854] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.362910] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b133b9b2-1ef2-4de0-8781-a5df4bdae3a3 is going to be updated. [ 1417.383411] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.383621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.383621] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.383807] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.383942] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.384154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b133b9b2-1ef2-4de0-8781-a5df4bdae3a3" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.864642] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.367923] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.368169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.368169] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.368446] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.368586] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.368747] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 is going to be updated. [ 1418.396143] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.396371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.396371] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.396613] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.396771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.405955] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: IN_PROGRESS for 2s [ 1420.418313] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: SUCCESS [ 1420.418762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.418762] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.418934] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.419134] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.419251] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.419308] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.419467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.419546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.419633] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.419722] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.922685] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.426251] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1913f771-f45d-41f8-8f42-1acc202cb916: rpc.has_security_group_logging(os_id): False [ 1421.448827] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.449091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.449091] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.450071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.450071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.450071] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.450071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.450071] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.450377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.450377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.450377] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 is going to be updated. [ 1421.511451] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.511672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.511672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.511872] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.512040] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.524335] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: IN_PROGRESS for 2s [ 1421.855087] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.855284] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1423.542984] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: SUCCESS [ 1423.543364] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.856253] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.856607] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.857713] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.858120] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.859222] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.859587] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.860329] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.860329] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.861715] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.862103] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.862596] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.863080] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.863769] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.864230] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.865203] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.865554] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.618456] env[65850]: INFO networking_nsxv3.common.synchronization [req-1b40ffef-e12d-47f4-b5f2-2319b1b75175 req-27c54629-73a8-4c7e-b12a-8f6a1ae32c78 tempest-AttachVolumeNegativeTest-319180126 tempest-AttachVolumeNegativeTest-319180126-project-member] Enqueued Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_members [ 1465.619055] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff with Priority: HIGHEST for action security_group_members [ 1465.619419] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c23f7e-60f3-4da9-91a0-ebdf593306ff taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.619554] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.619627] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.620024] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.620024] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.620139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.620139] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.620304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.620375] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.620465] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c23f7e-60f3-4da9-91a0-ebdf593306ff',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.123111] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.123333] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.123385] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.123616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.123714] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.123931] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.124047] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.124112] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.124266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.124342] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.124433] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff is going to be updated. [ 1466.153646] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.153903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.153903] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.154084] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.154222] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.163239] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff in Status: IN_PROGRESS for 2s [ 1468.174891] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff in Status: SUCCESS [ 1468.175171] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c23f7e-60f3-4da9-91a0-ebdf593306ff deletion is rescheduled due to dependency. [ 1468.175218] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c23f7e-60f3-4da9-91a0-ebdf593306ff" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.620065] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.620390] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.222830] env[65850]: INFO networking_nsxv3.common.synchronization [req-0550e143-b318-4387-8c4a-dd3f7ecddada req-9ef848b7-6369-42f5-9484-c5d2bb7525b3 tempest-AttachVolumeShelveTestJSON-807945688 tempest-AttachVolumeShelveTestJSON-807945688-project-member] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_members [ 1474.223480] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGHEST for action security_group_members [ 1474.223832] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.223986] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.224085] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.224324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.224511] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.224649] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.224709] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.224916] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.225029] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.225152] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.727088] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.727307] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.727348] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.727656] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.727780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.728056] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.728163] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.728227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.728482] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.728592] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.728706] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 is going to be updated. [ 1474.759079] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.759319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.759319] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.759628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.759771] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.768554] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: IN_PROGRESS for 2s [ 1476.781017] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1913f771-f45d-41f8-8f42-1acc202cb916 in Status: SUCCESS [ 1476.781390] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 deletion is rescheduled due to dependency. [ 1476.781390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.975214] env[65850]: INFO networking_nsxv3.common.synchronization [None req-48115f17-333d-4318-a177-008bfef07a45 tempest-AttachVolumeShelveTestJSON-807945688 tempest-AttachVolumeShelveTestJSON-807945688-project-member] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_rules [ 1478.975476] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_rules [ 1478.975621] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.975969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.975969] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.976133] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.976218] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.059298] env[65850]: INFO networking_nsxv3.common.synchronization [None req-66334576-fb20-4976-8ef8-a7504889f3ed tempest-AttachVolumeShelveTestJSON-807945688 tempest-AttachVolumeShelveTestJSON-807945688-project-member] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_rules [ 1479.059889] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_rules [ 1479.060408] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.060408] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.503475] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.503660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.503660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.504397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.504397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.504397] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbe620c-2533-43fd-b725-87b56557b155 already deleted. [ 1479.504397] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.504564] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.504651] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.504731] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.027835] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.028243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.028243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.028243] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.028667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.028667] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbe620c-2533-43fd-b725-87b56557b155 already deleted. [ 1480.028667] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.061427] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.061777] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.542239] env[65850]: INFO networking_nsxv3.common.synchronization [req-d34dec19-da2b-466a-8347-ae9e33ca5c65 req-5838b2d5-3bd8-4306-b3c6-967f731b5ce6 tempest-AttachVolumeShelveTestJSON-807945688 tempest-AttachVolumeShelveTestJSON-807945688-project-member] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_members [ 1484.542833] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_members [ 1484.543152] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.543278] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.543339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.543581] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.543737] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.543832] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.543894] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.544051] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.544136] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.544227] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.842480] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.842687] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.842812] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.843102] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.843381] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.843717] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.843846] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.844081] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.844229] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.844439] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1484.844550] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1484.844658] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1484.844761] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1484.844866] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1484.844968] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1484.845110] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1484.883683] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1484.883869] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1484.883968] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1484.884164] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.884481] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-229a6a1b-c2d9-4226-9934-0eb84fac5090 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.884653] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.884770] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.885130] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.885271] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229a6a1b-c2d9-4226-9934-0eb84fac5090',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.047028] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.047328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.047328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.047464] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.047550] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.047768] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.047859] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.047923] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.048077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.048150] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.048231] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbe620c-2533-43fd-b725-87b56557b155 already deleted. [ 1485.048312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.388208] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.388518] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.388618] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.388980] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.389075] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.389231] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Segment Port 229a6a1b-c2d9-4226-9934-0eb84fac5090 not found, creating... [ 1485.389494] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.389673] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.389795] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.390018] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.390159] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.390432] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.390584] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.390702] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.390913] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.391057] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.391195] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 229a6a1b-c2d9-4226-9934-0eb84fac5090 is going to be created. [ 1485.412907] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.413167] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.413247] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.413519] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.413769] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.413966] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.081793] env[65850]: INFO networking_nsxv3.common.synchronization [req-d34dec19-da2b-466a-8347-ae9e33ca5c65 req-74e4a281-c6b0-406d-be9c-1bcca667ab79 service nova] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_rules [ 1486.081980] env[65850]: INFO networking_nsxv3.common.synchronization [req-d34dec19-da2b-466a-8347-ae9e33ca5c65 req-74e4a281-c6b0-406d-be9c-1bcca667ab79 service nova] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_members [ 1486.082132] env[65850]: INFO networking_nsxv3.common.synchronization [req-d34dec19-da2b-466a-8347-ae9e33ca5c65 req-74e4a281-c6b0-406d-be9c-1bcca667ab79 service nova] Enqueued Resource ID: 229a6a1b-c2d9-4226-9934-0eb84fac5090 with Priority: HIGHEST for action port [ 1486.082638] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_rules [ 1486.082788] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_members [ 1486.082873] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229a6a1b-c2d9-4226-9934-0eb84fac5090 with Priority: HIGHEST for action port [ 1486.083148] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.083271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.083334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.083526] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.083606] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.085027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.085027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.085027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.085027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.085027] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.085027] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.085360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.085360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.085360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.085360] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.086135] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-229a6a1b-c2d9-4226-9934-0eb84fac5090 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.086135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.086253] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.086352] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.086413] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229a6a1b-c2d9-4226-9934-0eb84fac5090',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.588415] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.589467] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.589616] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.589804] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 229a6a1b-c2d9-4226-9934-0eb84fac5090 with status ACTIVE [ 1486.590053] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.590119] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.590157] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.590402] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.590462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.590632] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.590731] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.590797] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.590980] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.592086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.593644] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.593644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.593644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.593644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.593644] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.593644] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 229a6a1b-c2d9-4226-9934-0eb84fac5090 is going to be updated. [ 1486.614229] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.614442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.614442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.614641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.614780] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.614943] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.094696] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.597735] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.598211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.598211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.598340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.598340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.598441] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbe620c-2533-43fd-b725-87b56557b155 is going to be created. [ 1487.622137] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.622416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.622416] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.622555] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.622704] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.632376] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: UNINITIALIZED for 2s [ 1489.643186] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: SUCCESS [ 1489.643680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.643680] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.643812] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.643919] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.644043] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.644120] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.644258] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.644339] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.644424] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.644502] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.147220] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.649490] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbbe620c-2533-43fd-b725-87b56557b155: rpc.has_security_group_logging(os_id): False [ 1490.671393] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.671606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.671606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.671765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.671862] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.672140] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.672247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.672312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.672463] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.672540] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.672628] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbe620c-2533-43fd-b725-87b56557b155 is going to be created. [ 1490.746502] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.746748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.746748] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.746922] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.747130] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.759278] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: IN_PROGRESS for 2s [ 1491.084089] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.084294] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1492.773060] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: SUCCESS [ 1492.773462] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.085842] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.085842] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.087439] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.087803] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.759843] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1501.760102] env[65850]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f71262af-9853-4a42-8679-e93d3ee4b424 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1506.088352] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.088768] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.089966] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.090473] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.712769] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.713213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.713213] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.713286] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.713389] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.216210] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.719081] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.221956] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1515.222201] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1516.042757] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.043121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.043121] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.043232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.056352] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1516.057318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.058183] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1516.090854] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.091040] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.108440] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.108657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.108657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.108910] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.124718] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.125658] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1516.125740] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.125837] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1516.164871] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.165127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.165127] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.165360] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.166337] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.166513] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1516.256580] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.256810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.256810] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.257020] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.257351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.257640] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1516.345109] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.345311] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.345377] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.345543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.345845] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.346149] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1516.346245] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e211c0ee-5a29-439a-9940-2e604aedc708', 'f5979757-f2da-4a5a-8eaf-fe5e471b1499', '3c8c6615-e788-4411-a1a5-172e4b15a18e', '286eb600-d940-48b6-b70d-5b138cc10767', 'f02ab9ad-0d9a-422c-bb5a-98653bd92d26', 'aada36fa-9152-4c9f-9ba4-36f3250cc53a', 'bfadab9d-233c-41d2-9c08-c217112e9836', 'cceceefd-c13a-479d-a3ea-7d3cdab3f9c9', '3e638734-de0c-41fd-a846-2e0d031d2ff2', '1014e0d9-de00-420a-ab46-f67dcc94ad1e', '34afbd6d-719a-43d1-8b0f-365a117c0790', 'f62a3900-5eb1-4672-807d-088981273e08', '1a8c55f5-740e-4ff7-8210-aa2dffd55ee4', '96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c', '873e7148-70c0-4595-8432-797a20f49bf7', '58b7f132-59b5-478e-b995-bf20d842aedb', '12930e58-3aa8-43e2-8739-072f2b5945e2', '1913f771-f45d-41f8-8f42-1acc202cb916', '8631d824-d9ad-4527-a163-d746a770cdf2', 'cbbe620c-2533-43fd-b725-87b56557b155', 'b0707c4f-87d0-4111-aa78-6e8c0ea4161b', '84fe49f1-4445-43b4-a6a8-edc99e943aa0', 'c00a5fc8-a8e8-4cec-8d91-9b77c2d959da', 'd8fcd1da-a79f-47dd-9a03-f7bec3c8e541', '0b227bdf-fac1-42af-a2c2-d99da09bfdda', 'a3486bc3-6f28-4484-ab6a-b239dbc87e0d', '7b3fbcbb-9b14-4ded-83e0-74e217249896', '24c23f7e-60f3-4da9-91a0-ebdf593306ff', '261495dc-b9cf-453b-ad72-bc53810e5068', '9933ae54-8f70-4fa6-951e-7eb2f7df3c65'} {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.346341] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1516.368595] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.368796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.368796] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.369064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.369154] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.369269] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1516.369340] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.369410] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1516.450665] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.450891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.450891] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.451116] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.452279] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.452539] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1516.452621] env[65850]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65850) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.452696] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1516.452767] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1516.452848] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1516.452924] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGH for action security_group_rules [ 1516.453013] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGH for action security_group_rules [ 1516.453092] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGH for action security_group_rules [ 1516.453159] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGH for action security_group_rules [ 1516.453224] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGH for action security_group_rules [ 1516.453289] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGH for action security_group_rules [ 1516.453354] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGH for action security_group_rules [ 1516.453418] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGH for action security_group_rules [ 1516.453483] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGH for action security_group_rules [ 1516.453547] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGH for action security_group_rules [ 1516.453611] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGH for action security_group_rules [ 1516.453675] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGH for action security_group_rules [ 1516.453739] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGH for action security_group_rules [ 1516.453803] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGH for action security_group_rules [ 1516.453867] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGH for action security_group_rules [ 1516.453932] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGH for action security_group_rules [ 1516.453996] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGH for action security_group_rules [ 1516.454070] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGH for action security_group_rules [ 1516.454135] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGH for action security_group_rules [ 1516.454199] env[65850]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGH for action security_group_rules [ 1516.454294] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.091846] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.092326] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1521.092326] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e211c0ee-5a29-439a-9940-2e604aedc708 with Priority: HIGH for action security_group_rules [ 1521.092326] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e with Priority: HIGH for action security_group_rules [ 1521.092459] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfadab9d-233c-41d2-9c08-c217112e9836 with Priority: HIGH for action security_group_rules [ 1521.092459] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873e7148-70c0-4595-8432-797a20f49bf7 with Priority: HIGH for action security_group_rules [ 1521.092580] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGH for action security_group_rules [ 1521.092677] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8631d824-d9ad-4527-a163-d746a770cdf2 with Priority: HIGH for action security_group_rules [ 1521.092768] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1913f771-f45d-41f8-8f42-1acc202cb916 with Priority: HIGH for action security_group_rules [ 1521.092859] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 with Priority: HIGH for action security_group_rules [ 1521.092949] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c with Priority: HIGH for action security_group_rules [ 1521.093059] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b7f132-59b5-478e-b995-bf20d842aedb with Priority: HIGH for action security_group_rules [ 1521.093148] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 with Priority: HIGH for action security_group_rules [ 1521.093236] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62a3900-5eb1-4672-807d-088981273e08 with Priority: HIGH for action security_group_rules [ 1521.093320] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 with Priority: HIGH for action security_group_rules [ 1521.093405] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e with Priority: HIGH for action security_group_rules [ 1521.093489] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 with Priority: HIGH for action security_group_rules [ 1521.093572] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a with Priority: HIGH for action security_group_rules [ 1521.093655] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 with Priority: HIGH for action security_group_rules [ 1521.093736] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 with Priority: HIGH for action security_group_rules [ 1521.093820] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 with Priority: HIGH for action security_group_rules [ 1521.093908] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286eb600-d940-48b6-b70d-5b138cc10767 with Priority: HIGH for action security_group_rules [ 1521.094290] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e211c0ee-5a29-439a-9940-2e604aedc708 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.094420] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.094478] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.094717] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.094801] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e211c0ee-5a29-439a-9940-2e604aedc708',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.096264] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c8c6615-e788-4411-a1a5-172e4b15a18e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.096417] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.096492] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.096727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.096832] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c8c6615-e788-4411-a1a5-172e4b15a18e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.097751] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfadab9d-233c-41d2-9c08-c217112e9836 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.097890] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.098010] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.098214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.098311] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfadab9d-233c-41d2-9c08-c217112e9836',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.099187] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873e7148-70c0-4595-8432-797a20f49bf7 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.099338] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.099453] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.099639] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.099835] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873e7148-70c0-4595-8432-797a20f49bf7',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.100521] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.100675] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.100772] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.100978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.101092] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.102063] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8631d824-d9ad-4527-a163-d746a770cdf2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.102224] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.102320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.102479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.102587] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8631d824-d9ad-4527-a163-d746a770cdf2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.103412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1913f771-f45d-41f8-8f42-1acc202cb916 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.103575] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.103672] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.103835] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.103956] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1913f771-f45d-41f8-8f42-1acc202cb916',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.105025] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12930e58-3aa8-43e2-8739-072f2b5945e2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.105025] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.105208] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.105534] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.105534] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12930e58-3aa8-43e2-8739-072f2b5945e2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.106412] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.106552] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.106624] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.106843] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.106915] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.108351] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58b7f132-59b5-478e-b995-bf20d842aedb taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.108351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.108351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.108351] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.108351] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58b7f132-59b5-478e-b995-bf20d842aedb',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.109083] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.109225] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.109300] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.109670] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.109670] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a8c55f5-740e-4ff7-8210-aa2dffd55ee4',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.110463] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f62a3900-5eb1-4672-807d-088981273e08 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.110631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.110736] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.110966] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.111072] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f62a3900-5eb1-4672-807d-088981273e08',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.113939] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34afbd6d-719a-43d1-8b0f-365a117c0790 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.114158] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.114206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.114406] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.114531] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34afbd6d-719a-43d1-8b0f-365a117c0790',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.115632] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.115760] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.115959] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.116291] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.116359] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1014e0d9-de00-420a-ab46-f67dcc94ad1e',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.117152] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e638734-de0c-41fd-a846-2e0d031d2ff2 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.117317] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.117389] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.117601] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.117689] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e638734-de0c-41fd-a846-2e0d031d2ff2',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.118518] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.118637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.118727] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.118949] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.119056] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aada36fa-9152-4c9f-9ba4-36f3250cc53a',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.119953] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.120077] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.120182] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.120386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.120492] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cceceefd-c13a-479d-a3ea-7d3cdab3f9c9',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.121703] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.121863] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.121947] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.122172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.122268] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02ab9ad-0d9a-422c-bb5a-98653bd92d26',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.123077] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.123215] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.123328] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.123514] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.123637] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5979757-f2da-4a5a-8eaf-fe5e471b1499',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.124612] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-286eb600-d940-48b6-b70d-5b138cc10767 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.124763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.124849] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.125076] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.125179] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('286eb600-d940-48b6-b70d-5b138cc10767',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.175120] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.176060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.176060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.176060] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.178129] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.178280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.179143] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.179271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.180100] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.180247] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.181008] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.181131] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.182038] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.182145] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.200628] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.200763] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfadab9d-233c-41d2-9c08-c217112e9836 is going to be deleted. [ 1521.201685] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.201919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.221284] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.221443] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58b7f132-59b5-478e-b995-bf20d842aedb is going to be deleted. [ 1521.222281] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.222487] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.240064] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.240245] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f62a3900-5eb1-4672-807d-088981273e08 is going to be deleted. [ 1521.241037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.241252] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.259563] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.259713] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e211c0ee-5a29-439a-9940-2e604aedc708 is going to be deleted. [ 1521.260909] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.261170] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.271269] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.271495] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.289195] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.289459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.293324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.293324] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12930e58-3aa8-43e2-8739-072f2b5945e2 is going to be deleted. [ 1521.294256] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.294499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.303602] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.303785] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.324457] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.324688] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.339846] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.340078] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8631d824-d9ad-4527-a163-d746a770cdf2 is going to be deleted. [ 1521.340981] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.341227] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.341341] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.341518] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfadab9d-233c-41d2-9c08-c217112e9836" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.341759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.341964] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.342036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.342174] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58b7f132-59b5-478e-b995-bf20d842aedb" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.342821] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.342990] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.343151] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.343315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f62a3900-5eb1-4672-807d-088981273e08" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.343454] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.343614] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.343693] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.343804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e211c0ee-5a29-439a-9940-2e604aedc708" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.419798] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.420036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.420036] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.420266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.420361] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.421172] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12930e58-3aa8-43e2-8739-072f2b5945e2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.507102] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.507359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.507359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.507533] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.507631] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.507747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8631d824-d9ad-4527-a163-d746a770cdf2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.632982] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.633203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.633203] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.633366] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.633511] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.633608] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.633662] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.633805] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.633886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.633975] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.634071] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.685619] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.685829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.685829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.686089] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.688203] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.688359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.689151] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.689280] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.689872] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.689992] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.690756] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.690858] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.691554] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.691660] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.692395] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.692486] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.693242] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.693362] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.694379] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.694479] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.695140] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.695232] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.695942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.696049] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.696702] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1521.697118] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.697211] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.697756] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1521.698216] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.698326] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.720617] env[65850]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1521.721108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.721237] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1913f771-f45d-41f8-8f42-1acc202cb916 is going to be deleted. [ 1521.722114] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.722324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.756663] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.756829] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cceceefd-c13a-479d-a3ea-7d3cdab3f9c9 is going to be deleted. [ 1521.757759] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.757977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.775355] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.775602] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34afbd6d-719a-43d1-8b0f-365a117c0790 is going to be deleted. [ 1521.776546] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.776763] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.803315] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.803521] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5979757-f2da-4a5a-8eaf-fe5e471b1499 is going to be deleted. [ 1521.804369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.804594] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.810649] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.810829] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.817942] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.818125] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.830162] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.830294] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e638734-de0c-41fd-a846-2e0d031d2ff2 is going to be deleted. [ 1521.831146] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.831359] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.859499] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.859688] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c8c6615-e788-4411-a1a5-172e4b15a18e is going to be deleted. [ 1521.860598] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.860817] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.862189] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.862312] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.880764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.880926] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02ab9ad-0d9a-422c-bb5a-98653bd92d26 is going to be deleted. [ 1521.881928] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.882173] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.902688] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.902930] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.905841] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.905997] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.926739] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.926956] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c is going to be deleted. [ 1521.927825] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.928058] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.964370] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.964573] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aada36fa-9152-4c9f-9ba4-36f3250cc53a is going to be deleted. [ 1521.965429] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.965640] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.037485] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.037666] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1014e0d9-de00-420a-ab46-f67dcc94ad1e is going to be deleted. [ 1522.038543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.038770] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.052778] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.052983] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.066454] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.066707] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.086310] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.086489] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873e7148-70c0-4595-8432-797a20f49bf7 is going to be deleted. [ 1522.087442] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.087658] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.089111] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.089238] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.139340] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.144243] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.144392] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.166262] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.166459] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.167304] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.167428] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 286eb600-d940-48b6-b70d-5b138cc10767 is going to be deleted. [ 1522.168353] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.168572] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.231686] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.231930] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a8c55f5-740e-4ff7-8210-aa2dffd55ee4 is going to be deleted. [ 1522.233390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.233721] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.233878] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.234092] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1913f771-f45d-41f8-8f42-1acc202cb916" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.234369] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.234645] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.234787] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.234977] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cceceefd-c13a-479d-a3ea-7d3cdab3f9c9" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.235851] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.236093] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.236191] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.236309] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34afbd6d-719a-43d1-8b0f-365a117c0790" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.236475] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.236653] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.236743] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.236864] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5979757-f2da-4a5a-8eaf-fe5e471b1499" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.237048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.237185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.237271] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.237467] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e638734-de0c-41fd-a846-2e0d031d2ff2" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.237606] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.237753] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.237826] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.237961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c8c6615-e788-4411-a1a5-172e4b15a18e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.238135] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.238240] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.238320] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.238415] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02ab9ad-0d9a-422c-bb5a-98653bd92d26" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.238543] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.238683] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.238758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.238875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96fe9e3c-6f7c-409b-8d7c-0ab57b16a57c" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.239067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.239199] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.239275] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.239400] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aada36fa-9152-4c9f-9ba4-36f3250cc53a" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.239558] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.239682] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.239758] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.239875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1014e0d9-de00-420a-ab46-f67dcc94ad1e" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.335817] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.336045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.336045] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.336318] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.336419] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.336539] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873e7148-70c0-4595-8432-797a20f49bf7" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.345905] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.346160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.346160] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.346340] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.346431] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.346560] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-286eb600-d940-48b6-b70d-5b138cc10767" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.421408] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.421604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.421604] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.421793] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.421875] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.422042] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a8c55f5-740e-4ff7-8210-aa2dffd55ee4" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.641733] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbbe620c-2533-43fd-b725-87b56557b155: rpc.has_security_group_logging(os_id): False [ 1522.660896] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.661185] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.661234] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.661496] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.683919] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.684374] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.684506] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.684576] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.684804] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.684974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.685107] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbe620c-2533-43fd-b725-87b56557b155 is going to be updated. [ 1522.746728] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.746984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.746984] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.747180] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.747334] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.766717] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: IN_PROGRESS for 2s [ 1524.781503] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: SUCCESS [ 1524.781503] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.095068] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.095068] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.096953] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.096953] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.097885] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.098195] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.099044] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.099499] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.100403] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.100757] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.101992] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.102382] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.102973] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.103348] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.904214] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.904214] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.904214] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.904475] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.904563] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.904717] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.904831] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.905074] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.905219] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.905425] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1556.905535] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] NeedRegenerationException {{(pid=65850) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1556.905640] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] no value, waiting for create lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1556.905741] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] value creation lock acquired {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1556.905846] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] No value present for key: 'zone-id' {{(pid=65850) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1556.905947] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Calling creation function for not-yet-present value {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1556.906090] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1556.928049] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1556.928049] env[65850]: DEBUG dogpile.cache.region [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65850) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1556.928049] env[65850]: DEBUG dogpile.lock [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Released creation lock {{(pid=65850) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1556.928049] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "network-58" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.928049] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock port-229a6a1b-c2d9-4226-9934-0eb84fac5090 taken with stack trace [, , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.928049] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.928487] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.928487] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.928555] env[65850]: DEBUG networking_nsxv3.api.rpc [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229a6a1b-c2d9-4226-9934-0eb84fac5090',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.431055] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.431494] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.431494] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.431742] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.431896] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.432218] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.432382] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.432499] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.432717] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.432850] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.433181] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.433361] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.433479] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.433685] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.433816] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.433955] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Resource: SegmentPort with ID: 229a6a1b-c2d9-4226-9934-0eb84fac5090 is going to be updated. [ 1557.455413] env[65850]: DEBUG networking_nsxv3.common.locking [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.455637] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.455735] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.455998] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.456248] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.456496] env[65850]: DEBUG oslo_concurrency.lockutils [None req-13b0213b-a825-4663-9ca9-1e505b4811a7 None None] Releasing lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.127939] env[65850]: INFO networking_nsxv3.common.synchronization [req-87c048f2-12b8-40a4-a724-8aa3f22c1409 req-fee330e2-ad89-4d9f-9004-4d7934930ef3 service nova] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_rules [ 1558.128152] env[65850]: INFO networking_nsxv3.common.synchronization [req-87c048f2-12b8-40a4-a724-8aa3f22c1409 req-fee330e2-ad89-4d9f-9004-4d7934930ef3 service nova] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_members [ 1558.128292] env[65850]: INFO networking_nsxv3.common.synchronization [req-87c048f2-12b8-40a4-a724-8aa3f22c1409 req-fee330e2-ad89-4d9f-9004-4d7934930ef3 service nova] Enqueued Resource ID: 229a6a1b-c2d9-4226-9934-0eb84fac5090 with Priority: HIGHEST for action port [ 1558.128832] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_rules [ 1558.128971] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_members [ 1558.129589] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229a6a1b-c2d9-4226-9934-0eb84fac5090 with Priority: HIGHEST for action port [ 1558.129880] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.130012] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.130086] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.130354] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.130431] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.132096] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.132214] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.132299] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.132493] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.132649] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.132798] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.132865] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.133016] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.133106] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.133195] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.134471] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock port-229a6a1b-c2d9-4226-9934-0eb84fac5090 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.134650] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.134723] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.134874] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.134947] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229a6a1b-c2d9-4226-9934-0eb84fac5090',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.632733] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.633179] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.637231] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.638135] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 229a6a1b-c2d9-4226-9934-0eb84fac5090 with status ACTIVE [ 1558.638577] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.638577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.638577] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.638765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.638765] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.638936] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.639037] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.639094] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.639236] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.639324] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.639637] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.639637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.639637] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.639775] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.639886] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.639923] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 229a6a1b-c2d9-4226-9934-0eb84fac5090 is going to be updated. [ 1558.665198] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.665349] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.665421] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.665657] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.665747] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.665899] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229a6a1b-c2d9-4226-9934-0eb84fac5090" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.142436] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.645567] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.645998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.645998] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.646108] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.646206] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.646319] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbe620c-2533-43fd-b725-87b56557b155 is going to be updated. [ 1559.684397] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.684641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.684641] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.684904] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.685067] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.694653] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: IN_PROGRESS for 2s [ 1561.706070] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: SUCCESS [ 1561.706070] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.706545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.706545] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.706829] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.706978] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.707048] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.707287] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.707390] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.707528] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.707677] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1562.210579] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1562.712946] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbbe620c-2533-43fd-b725-87b56557b155: rpc.has_security_group_logging(os_id): False [ 1562.731973] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.732209] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.732264] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.732498] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.732597] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.732857] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.732961] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.733035] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.733190] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.733266] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.733354] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbe620c-2533-43fd-b725-87b56557b155 is going to be updated. [ 1562.803151] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.803386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.803386] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.803589] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.803745] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.815933] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: IN_PROGRESS for 2s [ 1563.130918] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.131164] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1564.839953] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: SUCCESS [ 1564.840481] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.132262] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.132707] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.133593] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.133593] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.134240] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.134240] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.135946] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.136365] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.136804] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.137164] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.138680] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.138680] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.139671] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.140061] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.141015] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.141411] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.142101] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.142463] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.647247] env[65850]: INFO networking_nsxv3.common.synchronization [req-cd871849-6ba9-4c44-9ed4-363106346372 req-93efcbd0-deae-4484-974f-6f6271501182 tempest-AttachVolumeShelveTestJSON-807945688 tempest-AttachVolumeShelveTestJSON-807945688-project-member] Enqueued Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_members [ 1608.647793] env[65850]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbe620c-2533-43fd-b725-87b56557b155 with Priority: HIGHEST for action security_group_members [ 1608.648887] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbe620c-2533-43fd-b725-87b56557b155 taken with stack trace [, , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.648887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.648887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.648887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.648887] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.648887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.648887] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.649282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.649282] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.649282] env[65850]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbe620c-2533-43fd-b725-87b56557b155',) {} {{(pid=65850) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.151732] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.152186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.152186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.152186] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.152322] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.152408] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.152517] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.152671] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.153019] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.153124] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.153213] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbe620c-2533-43fd-b725-87b56557b155 is going to be updated. [ 1609.185503] env[65850]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65850) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.185764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.185764] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.185974] env[65850]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.186153] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.195297] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: IN_PROGRESS for 2s [ 1611.206404] env[65850]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbe620c-2533-43fd-b725-87b56557b155 in Status: SUCCESS [ 1611.206782] env[65850]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbe620c-2533-43fd-b725-87b56557b155 deletion is rescheduled due to dependency. [ 1611.206782] env[65850]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbe620c-2533-43fd-b725-87b56557b155" {{(pid=65850) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.648528] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.648899] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1618.649242] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1618.649665] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1623.650792] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1623.651232] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.651922] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.651922] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.652456] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.652909] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.653771] env[65850]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.654159] env[65850]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0